-- Logs begin at Thu 2022-07-14 19:35:54 UTC, end at Thu 2022-07-14 20:52:53 UTC. -- Jul 14 20:25:10.669730 dv-cinder-799871-32-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 20:25:13.346338 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.common.config [-] Logging enabled! Jul 14 20:25:13.346927 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev433 Jul 14 20:25:13.347153 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103999) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 20:25:13.350416 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.common.config [-] Logging enabled! Jul 14 20:25:13.350666 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev433 Jul 14 20:25:13.351000 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103999) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 20:25:13.351937 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:25:13.352168 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:25:13.352970 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:25:13.353215 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:25:13.353437 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:25:13.353758 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.354055 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.354282 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.354585 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.354869 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.355173 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.355463 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.355759 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.356045 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.356320 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.356600 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.356824 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.357103 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.357391 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.357679 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.357901 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.358178 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.358605 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.359029 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.359323 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.359607 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.359897 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.360154 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.360425 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.360717 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.361030 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] host = dv-cinder-799871-32-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.361303 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.361588 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.361871 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.362154 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.362424 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.362693 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.362994 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.363268 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.363536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.363806 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.364089 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.364375 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.364681 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.364878 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.365095 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.365377 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.365662 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.366306 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.366582 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.366854 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.367147 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.367417 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.367682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.367965 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.368246 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.368528 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.368796 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.369062 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.369329 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.369594 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.369872 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.370139 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.370405 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.370668 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.370970 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.371233 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.371498 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.371793 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.372075 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.372355 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.372628 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.372892 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.373166 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.373434 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.373693 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.373956 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.374220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.374482 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.374762 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.375056 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.375325 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.375591 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.375854 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.376132 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.376397 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:13.376685 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.376977 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.377270 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.377545 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.377841 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.378113 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.378398 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.378663 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.378968 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.379246 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.379529 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.379800 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.380090 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.380372 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.380660 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.380959 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.381246 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.382072 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.382343 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.382611 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.382876 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.383168 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.383448 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.383721 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.384003 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.384284 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.384555 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.384843 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.385126 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.385404 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.385695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.385980 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.386247 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.386520 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.386804 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.387102 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.387370 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.387657 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.387930 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.388197 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.388472 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.388759 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.389041 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.389308 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.389580 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.389864 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.390135 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.390398 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.390662 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.390941 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.391215 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.391494 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.391769 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.392035 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.392300 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.392838 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.393094 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.393360 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.393631 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.393896 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.394166 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.394431 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.394695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.395032 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.395306 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.395572 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.395839 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.396104 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.396374 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.396640 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.396903 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.397740 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.398014 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.398285 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.398581 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.398854 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.399148 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.399423 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.399695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.399969 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.400242 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.400514 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.400786 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.401054 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.401341 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.401618 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.401901 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.402180 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.402452 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.402762 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.403060 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.403335 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.403608 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.403879 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.404152 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.404429 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.404700 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.404977 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.405253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.405528 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.405813 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.406101 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.406371 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.406658 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.406953 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.407252 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.407527 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.407830 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.408103 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:13.408313 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:25:13.408548 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 20:25:13.704392 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 20:25:13.704661 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 20:25:13.704962 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 20:25:13.705299 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 20:25:14.117708 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.117985 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.118253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.119581 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.119850 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.120110 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.174507 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.174777 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.175075 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.189418 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.189701 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.189961 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.220363 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.220635 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.220897 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.258741 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.259033 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.259296 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.491457 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.492090 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.492090 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.492252 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.492823 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.590547 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.590854 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.591171 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.591438 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.591697 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.592002 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.592254 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.592505 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.592758 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.593033 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.593287 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.593546 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.593796 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.594041 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.594290 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.594551 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.594802 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.595089 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.595356 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.595611 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.595885 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.596137 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.596417 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.596797 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.597044 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.597285 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.597685 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.597923 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.598154 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.598385 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.598615 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.598848 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:14.599239 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 20:25:14.603142 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 20:25:14.607076 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 20:25:14.610864 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 14 20:25:14.612493 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 20:25:14.613127 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 20:25:14.613461 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 20:25:14.613851 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 20:25:14.617218 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 20:25:14.617462 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 20:25:14.617809 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 20:25:14.622899 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 20:25:14.647849 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 20:25:14.648314 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.648615 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 20:25:14.648988 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.650371 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 20:25:14.650652 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 20:25:14.650889 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 20:25:14.654180 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.654459 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:14.812025 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 20:25:14.812259 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 20:25:14.812488 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 20:25:14.812868 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 20:25:14.863591 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO dbcounter [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Registered counter for database neutron Jul 14 20:25:14.882236 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_db.sqlalchemy.engines [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 20:25:14.888186 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writer thread running {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 20:25:15.438648 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing driver for type 'gre' Jul 14 20:25:15.439171 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] gre ID ranges: [(1, 1000)] Jul 14 20:25:15.493786 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing driver for type 'local' Jul 14 20:25:15.494476 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing driver for type 'vlan' Jul 14 20:25:15.515279 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] VlanTypeDriver initialization complete Jul 14 20:25:15.515622 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing driver for type 'vxlan' Jul 14 20:25:15.516125 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] vxlan ID ranges: [(1, 1000)] Jul 14 20:25:15.572924 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing extension driver 'port_security' Jul 14 20:25:15.573256 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] PortSecurityExtensionDriver initialization complete Jul 14 20:25:15.573582 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing mechanism driver 'openvswitch' Jul 14 20:25:15.573894 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing mechanism driver 'hyperv' Jul 14 20:25:15.580878 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:15.581557 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.581929 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.582274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.582790 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.583237 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.583587 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.583927 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.584314 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.585324 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.585673 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.586010 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.586397 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.586814 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.587184 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.587522 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.587919 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.588337 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.588681 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.589017 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.589401 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.589807 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > address_group after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.590265 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > address_group after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.590489 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.590873 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 20:25:15.591330 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] ML2 OVO RPC backend initialized. {{(pid=103999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 20:25:15.592067 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.592418 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.592831 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.593176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > networks before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.593516 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.593853 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > ports before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.594190 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.594522 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnets before_response 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.594861 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.595231 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.595567 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.595895 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.596224 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.596552 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.596878 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.597205 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.597528 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.605479 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded quota_driver: . Jul 14 20:25:15.605835 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.plugin [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Modular L2 Plugin initialization complete Jul 14 20:25:15.606176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading services supported by the core plugin {{(pid=103999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 20:25:15.606518 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.plugins.ml2.managers [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Got port-security extension from driver 'port_security' Jul 14 20:25:15.607029 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.extensions.vlantransparent [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Disabled vlantransparent extension. Jul 14 20:25:15.607524 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 20:25:15.607843 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: router Jul 14 20:25:15.645408 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.645798 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.646163 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router before_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.646652 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.647598 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.647968 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_delete 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.648322 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.648671 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.649024 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.649367 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.649713 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.650051 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.650401 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.650808 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.651208 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.651546 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.651879 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: subnet after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.652210 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.652549 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.652905 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.653229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.653562 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.653910 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router after_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.654245 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.654591 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_create 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.654970 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.655315 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_update 55549900 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.655674 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > agent after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.656018 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > agent after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.656359 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > network after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.657254 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Tracking information for resource: router configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:15.657574 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Tracking information for resource: floatingip configured {{(pid=103999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 20:25:15.662561 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.db.l3_agentschedulers_db [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 20:25:15.663192 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.663549 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.663894 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.664239 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: port after_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.665041 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router before_create 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.665401 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.665755 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_create 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.666104 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > router precommit_update 55550100 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.670998 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.provider_configuration [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service providers = [] {{(pid=103999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 20:25:15.671361 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.db.servicetype_db [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 20:25:15.674354 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:25:15.674701 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:25:15.675060 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:25:15.676134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.services.service_base [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 20:25:15.676502 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.services.service_base [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 20:25:15.676884 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.677196 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 20:25:15.687679 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.688014 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: auto_allocate Jul 14 20:25:15.694458 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: network precommit_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.694765 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: network precommit_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.695317 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.695636 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: tag Jul 14 20:25:15.702769 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.703118 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: timestamp Jul 14 20:25:15.707325 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.707655 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: network_ip_availability Jul 14 20:25:15.714173 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.714535 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.714888 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.715710 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.716025 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: flavors Jul 14 20:25:15.721145 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.721468 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading Plugin: revisions Jul 14 20:25:15.725787 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 20:25:15.726176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.021s {{(pid=103999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 20:25:15.726951 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 20:25:15.727286 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Initializing extension manager. Jul 14 20:25:15.727803 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: __init__.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.728145 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: __pycache__ {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.728475 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.729193 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.729766 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: address-group Jul 14 20:25:15.730086 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: address_scope.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.730759 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.731339 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: address-scope Jul 14 20:25:15.731663 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.732556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.733060 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: router-admin-state-down-before-update Jul 14 20:25:15.733385 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: agent.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.734050 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.734548 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: agent Jul 14 20:25:15.734874 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: agent_resources_synced.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.735755 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.736256 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: agent-resources-synced Jul 14 20:25:15.736574 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: allowedaddresspairs.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.738317 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.738831 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: allowed-address-pairs Jul 14 20:25:15.739175 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: auto_allocated_topology.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.740194 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.741208 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: auto-allocated-topology Jul 14 20:25:15.741553 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.742208 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.742708 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: availability_zone Jul 14 20:25:15.743052 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: availability_zone_filter.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.743912 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.744411 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: availability_zone_filter Jul 14 20:25:15.744723 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: data_plane_status.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.745575 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.746067 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 20:25:15.746380 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: default_subnetpools.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.747267 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.747764 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: default-subnetpools Jul 14 20:25:15.748079 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.748846 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.749341 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: dhcp_agent_scheduler Jul 14 20:25:15.749656 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: dns.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.750524 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.751049 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension dns-integration not supported by any of loaded plugins Jul 14 20:25:15.751367 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: dns_domain_ports.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.752235 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.752737 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 20:25:15.753053 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.753917 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.754410 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 20:25:15.754726 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: dvr.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.755387 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.755883 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: dvr Jul 14 20:25:15.756198 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: ecmp_routes.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.757620 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.758113 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 20:25:15.758431 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: empty_string_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.759320 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.759815 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: empty-string-filtering Jul 14 20:25:15.760131 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.760985 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.761476 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 20:25:15.761792 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.762647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.763167 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 20:25:15.763485 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: external_net.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.764339 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.764837 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: external-net Jul 14 20:25:15.765158 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.766010 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.766509 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: extra_dhcp_opt Jul 14 20:25:15.766825 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: extraroute.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.767956 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.768459 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: extraroute Jul 14 20:25:15.768779 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: extraroute_atomic.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.769749 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.770247 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: extraroute-atomic Jul 14 20:25:15.771225 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: filter_validation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.771225 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.771705 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: filter-validation Jul 14 20:25:15.772048 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: fip_pf_description.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.773236 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.773745 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 20:25:15.774062 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: fip_pf_port_range.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.774950 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.775454 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 20:25:15.776109 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: fip_port_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.776653 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.777157 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: fip-port-details Jul 14 20:25:15.777574 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: flavors.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.778667 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.779272 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: flavors Jul 14 20:25:15.779530 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.781145 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.781646 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 20:25:15.781968 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: floatingip_pools.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.782629 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.783152 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: floatingip-pools Jul 14 20:25:15.783473 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: ip_allocation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.784359 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.784853 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 20:25:15.785175 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.786046 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.786541 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: ip-substring-filtering Jul 14 20:25:15.786859 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l2_adjacency.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.789732 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.790249 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 20:25:15.790569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.791586 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.792099 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: router Jul 14 20:25:15.792419 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.794670 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.795217 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 20:25:15.795547 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.796429 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.796934 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: ext-gw-mode Jul 14 20:25:15.797261 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.798126 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.798625 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: l3-ha Jul 14 20:25:15.798962 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.799826 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.800315 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 20:25:15.800670 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_flavors.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.801677 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.801985 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: l3-flavors Jul 14 20:25:15.802285 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.804170 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.804677 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 20:25:15.805000 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.805861 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.806363 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 20:25:15.806685 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: l3agentscheduler.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.807893 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.808527 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: l3_agent_scheduler Jul 14 20:25:15.808624 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: local_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.810325 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.810900 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension local_ip not supported by any of loaded plugins Jul 14 20:25:15.811261 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: logging.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.812679 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.813183 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension logging not supported by any of loaded plugins Jul 14 20:25:15.813508 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: metering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.814207 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.814773 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: metering Jul 14 20:25:15.815122 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.816386 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.816897 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: metering_source_and_destination_fields Jul 14 20:25:15.817244 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: multiprovidernet.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.818154 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.818679 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: multi-provider Jul 14 20:25:15.819802 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: netmtu.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.820623 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.821136 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: net-mtu Jul 14 20:25:15.821457 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: netmtu_writable.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.822322 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.822828 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: net-mtu-writable Jul 14 20:25:15.823183 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: network_availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.823819 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.824318 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: network_availability_zone Jul 14 20:25:15.824638 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: network_ip_availability.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.825701 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.826210 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: network-ip-availability Jul 14 20:25:15.826529 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: network_segment_range.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.827292 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.827800 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 20:25:15.828122 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: pagination.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.829061 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.829385 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: pagination Jul 14 20:25:15.829702 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_device_profile.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.830556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.831100 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-device-profile Jul 14 20:25:15.831424 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_mac_address_override.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.832296 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.832806 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-mac-override Jul 14 20:25:15.833126 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.833996 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.834535 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-mac-address-regenerate Jul 14 20:25:15.834857 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.835747 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.836252 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-numa-affinity-policy Jul 14 20:25:15.836570 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_resource_request.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.837432 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.837934 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 20:25:15.838253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: port_resource_request_groups.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.839205 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.839702 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 20:25:15.840043 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: portbindings.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.840904 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.841404 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: binding Jul 14 20:25:15.841723 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: portbindings_extended.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.842968 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.844016 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: binding-extended Jul 14 20:25:15.844016 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: portsecurity.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.844639 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.845138 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-security Jul 14 20:25:15.845460 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: project_id.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.846383 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.846701 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: project-id Jul 14 20:25:15.847166 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: providernet.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.847927 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.848429 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: provider Jul 14 20:25:15.848746 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.852288 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.852800 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos not supported by any of loaded plugins Jul 14 20:25:15.853152 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.854318 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.854826 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 20:25:15.855183 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.856072 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.856755 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 20:25:15.864331 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_default.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.866368 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.866910 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-default not supported by any of loaded plugins Jul 14 20:25:15.867264 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_fip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.868150 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.868653 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-fip not supported by any of loaded plugins Jul 14 20:25:15.869012 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.869850 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.870418 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 20:25:15.870682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_gateway_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.871595 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.872104 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 20:25:15.872422 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_port_network_policy.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.873289 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.873786 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 20:25:15.874102 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.875167 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.875674 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 20:25:15.876045 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.877028 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.877532 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 20:25:15.877850 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_pps_rule.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.879002 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.879502 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-pps not supported by any of loaded plugins Jul 14 20:25:15.879822 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_rule_type_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.880696 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.881190 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 20:25:15.882082 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.882977 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.883480 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 20:25:15.883796 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: qos_rules_alias.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.884782 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.885289 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 20:25:15.885608 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: quota_check_limit.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.886480 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.887013 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: quota-check-limit Jul 14 20:25:15.887331 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: quotasv2.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.888299 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.888618 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: quotas Jul 14 20:25:15.888928 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: quotasv2_detail.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.890611 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.890960 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: quota_details Jul 14 20:25:15.891293 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: rbac.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.892910 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.893435 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: rbac-policies Jul 14 20:25:15.893760 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: rbac_address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.894652 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.895202 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: rbac-address-group Jul 14 20:25:15.895525 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: rbac_address_scope.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.896395 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.896901 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: rbac-address-scope Jul 14 20:25:15.897249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: rbac_security_groups.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.898201 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.898713 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: rbac-security-groups Jul 14 20:25:15.899068 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: rbac_subnetpool.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.899960 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.900465 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: rbac-subnetpool Jul 14 20:25:15.900785 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: revisionifmatch.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.901659 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.902162 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: revision-if-match Jul 14 20:25:15.902479 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: revisions.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.903582 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.904095 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: standard-attr-revisions Jul 14 20:25:15.904413 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: router_availability_zone.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.905055 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.905565 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: router_availability_zone Jul 14 20:25:15.905881 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: routerservicetype.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.906751 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.907285 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension router-service-type not supported by any of loaded plugins Jul 14 20:25:15.907603 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.908477 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.908980 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: security-groups-normalized-cidr Jul 14 20:25:15.909297 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.910167 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.910668 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: port-security-groups-filtering Jul 14 20:25:15.911012 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.911889 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.912389 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: security-groups-remote-address-group Jul 14 20:25:15.912736 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.913622 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.914129 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: security-groups-shared-filtering Jul 14 20:25:15.914447 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: securitygroup.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.924035 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.924570 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: security-group Jul 14 20:25:15.924903 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: segment.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.925596 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.926103 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension segment not supported by any of loaded plugins Jul 14 20:25:15.926419 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.927354 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.927853 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 20:25:15.928170 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: servicetype.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.929754 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.930267 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: service-type Jul 14 20:25:15.930586 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: sorting.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.931560 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.931883 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: sorting Jul 14 20:25:15.932232 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: standard_attr_segment.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.933094 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.933597 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 20:25:15.933916 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: standardattrdescription.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.934523 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.935052 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: standard-attr-description Jul 14 20:25:15.935374 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: stateful_security_group.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.936274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.936773 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: stateful-security-group Jul 14 20:25:15.937093 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: stdattrs_common.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.937636 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 20:25:15.937950 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.938823 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.939362 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 20:25:15.939681 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnet_onboard.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.940693 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.941206 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: subnet_onboard Jul 14 20:25:15.941522 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.942403 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.942904 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 20:25:15.943246 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnet_service_types.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.944754 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.945210 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: subnet-service-types Jul 14 20:25:15.945534 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnetallocation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.946569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.947102 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: subnet_allocation Jul 14 20:25:15.947423 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.948050 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.948545 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: subnetpool-prefix-ops Jul 14 20:25:15.948860 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.949738 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.950249 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 20:25:15.950556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: tagging.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.951627 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.952134 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: standard-attr-tag Jul 14 20:25:15.952449 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: timestamp.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.953578 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.954085 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loaded extension: standard-attr-timestamp Jul 14 20:25:15.954406 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: trunk.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.955415 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.955969 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension trunk not supported by any of loaded plugins Jul 14 20:25:15.956281 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: trunk_details.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.957102 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.957600 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension trunk-details not supported by any of loaded plugins Jul 14 20:25:15.957917 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: uplink_status_propagation.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.958783 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.959315 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 20:25:15.959676 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Loading extension file: vlantransparent.py {{(pid=103999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 20:25:15.960309 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 20:25:15.960801 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 20:25:15.963414 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:network Jul 14 20:25:15.963961 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnet Jul 14 20:25:15.964356 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:25:15.964741 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:port Jul 14 20:25:15.967222 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.967664 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service FLAVORS assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.968273 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.968697 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.969025 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:router Jul 14 20:25:15.969445 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:floatingip Jul 14 20:25:15.969921 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service METERING assigned prefix: /metering {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.971402 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.971769 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.972115 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:25:15.973120 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 20:25:15.973553 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:security_group Jul 14 20:25:15.973989 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 20:25:15.974502 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.974824 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:25:15.975246 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] subnetpool is already registered Jul 14 20:25:15.975678 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.976001 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:25:15.976329 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] subnetpool is already registered Jul 14 20:25:15.978682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.979143 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service FLAVORS assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.979731 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.980144 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.980472 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:router Jul 14 20:25:15.980806 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] router is already registered Jul 14 20:25:15.981204 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:floatingip Jul 14 20:25:15.981534 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] floatingip is already registered Jul 14 20:25:15.981978 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service METERING assigned prefix: /metering {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.982640 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 20:25:15.982980 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] rbac_policy is already registered Jul 14 20:25:15.983385 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:security_group Jul 14 20:25:15.983712 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] security_group is already registered Jul 14 20:25:15.984108 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 20:25:15.984435 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] security_group_rule is already registered Jul 14 20:25:15.985049 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.985373 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:25:15.985700 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] subnetpool is already registered Jul 14 20:25:15.986107 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.v2.resource_helper [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Service CORE assigned prefix: {{(pid=103999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 20:25:15.986421 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 20:25:15.986766 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING neutron.quota.resource_registry [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] subnetpool is already registered Jul 14 20:25:15.987229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: extensions {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.988715 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: address-groups {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.990204 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: address-scopes {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.992118 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.993259 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: auto-allocated-topology {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.994516 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: availability_zones {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.995758 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: dhcp-networks {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.997263 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: dhcp-agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:15.998695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.000444 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: flavors {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.001720 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: service_profiles {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.002964 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: next_providers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.004411 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: service_profiles {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.005972 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: floatingip-pools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.007803 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.009513 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: floatingips {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.010781 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: l3-routers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.012206 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: l3-agents {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.013632 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: metering-labels {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.014910 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: metering-label-rules {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.016327 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: network-ip-availabilities {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.017843 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: bindings {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.019442 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: quotas {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.021108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: quotas {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.022688 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: rbac-policies {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.023898 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: security-groups {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.025193 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: security-group-rules {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.026470 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: service-providers {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.027718 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: subnetpools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.029108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: subnetpools {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.030652 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.032354 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.035276 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.037100 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.038836 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.040838 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.042528 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.044553 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.046376 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.048163 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron.api.extensions [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Extended resource: tags {{(pid=103999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 20:25:16.054870 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 20:25:16.060042 dv-cinder-799871-32-iscsi neutron-server[103999]: WARNING keystonemiddleware.auth_token [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 20:25:16.068935 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Acquired lock "singleton_lock" {{(pid=103999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 20:25:16.069894 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_concurrency.lockutils [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Releasing lock "singleton_lock" {{(pid=103999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 20:25:16.070547 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Starting 2 workers Jul 14 20:25:16.075361 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Started child 104108 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:25:16.081430 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Started child 104109 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:25:16.081626 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.082253 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO neutron.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 20:25:16.082253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.082682 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [-] (104108) wsgi starting up on http://0.0.0.0:9696 Jul 14 20:25:16.084745 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Starting 1 workers Jul 14 20:25:16.085070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.086457 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [-] (104109) wsgi starting up on http://0.0.0.0:9696 Jul 14 20:25:16.089885 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Started child 104110 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:25:16.090435 dv-cinder-799871-32-iscsi neutron-server[103999]: INFO oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Starting 1 workers Jul 14 20:25:16.093818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] calling RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 20:25:16.094411 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] returning from RpcWorker wait() {{(pid=104110) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 20:25:16.094882 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Started child 104111 {{(pid=103999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 20:25:16.095695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef3e8-2fc2-4a19-9b1c-e8d1a763b2cc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.095782 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.096261 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:16.097635 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 20:25:16.097843 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:25:16.098160 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:25:16.098256 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:25:16.098563 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:25:16.098740 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:25:16.099294 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.099539 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.099800 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.100088 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.100238 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:16.100924 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.101001 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.101193 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.101457 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.101724 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.101889 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.102051 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.102296 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.102522 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.102891 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.103218 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.103373 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.103648 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.103783 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.104010 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.104270 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.104536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.104822 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.105090 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.105577 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.105826 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.106067 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.106284 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.106558 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.106799 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.107088 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.107320 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.107548 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.107788 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.108036 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.108288 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.108516 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.108732 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.109012 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.109229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.109715 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host = dv-cinder-799871-32-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.109944 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.110158 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.110398 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.110709 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.110856 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.111122 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.111368 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.111607 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.111859 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.112100 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.112355 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.112602 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.112830 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.113074 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.113232 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_options = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.113470 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.113799 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114006 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114246 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114379 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114544 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114738 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.114899 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.115251 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.115479 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.116223 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.116451 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.116681 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.116933 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.117192 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.117431 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.117641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.117846 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.118078 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.118331 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.118575 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.118902 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.119073 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.119308 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.119572 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.119731 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.119987 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.120219 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.120429 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.120680 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.120935 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.121260 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.121503 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.123057 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.123057 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.123057 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.123057 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.123057 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124457 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.124569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.125423 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.125803 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.126275 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.126381 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.126745 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.126998 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.127518 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.127773 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.127997 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.128618 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.129394 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.134278 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.134712 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.137938 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.138268 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.138539 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.138795 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.139077 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.139329 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.139563 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.139826 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.140085 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.140432 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.140657 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.140969 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.141236 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.141514 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.141832 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.142091 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.142367 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.142878 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.151080 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.151618 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.152086 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.152451 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.152999 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.152999 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.153731 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.153731 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.153898 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.154214 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.154562 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.155022 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.155386 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.155687 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.155976 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.156228 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.156489 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.156738 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.156964 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.157193 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.157422 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.157686 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.157938 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.158188 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.158444 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.158672 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.158965 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.159229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.159477 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.159845 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.160081 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.160329 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.160559 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.160799 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.161086 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.161279 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.161494 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.161748 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.161983 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.162247 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.162504 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.163261 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.163486 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.163721 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.163943 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.164178 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.164399 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.164633 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.164852 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.165114 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.165341 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.165580 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.165796 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.166239 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.166239 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.166417 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.166663 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.166875 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.167117 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.167339 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.167550 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168015 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168015 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168291 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168446 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168677 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.168907 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.169117 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.169339 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.169553 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.169874 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.170109 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.170406 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.170649 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.170886 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.171130 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.171381 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.171594 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.171853 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.172070 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.172305 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.172517 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.172780 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.173009 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.173262 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.173512 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.173731 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.174004 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.174223 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.174441 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.174657 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.174873 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.175115 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.175353 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.175590 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.175826 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.176054 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.176305 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.176570 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.176805 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.177022 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.177253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.177503 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.177780 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.178038 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.178911 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.179155 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.179446 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.179791 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.180056 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.180347 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.180622 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.180836 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.181099 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.181361 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.181648 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.181884 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.182149 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.182410 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.182649 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.183229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.183229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184092 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184092 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184092 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184092 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184382 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.184832 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.185056 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.185321 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.185574 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.185970 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.186158 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.186292 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.186525 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.186801 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.187040 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.187263 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.187498 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.187719 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.187962 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.188176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.188413 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.188650 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.188883 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.189122 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.189338 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.189555 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.189776 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.190047 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.190261 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.190497 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.190741 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.190978 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.191199 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.191975 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.191975 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.191975 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.192340 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.192340 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.192590 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.192839 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.193066 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.193291 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.193527 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194011 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194011 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194289 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194420 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194635 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.194900 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.195072 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.195311 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.195544 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.195761 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.196024 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.196281 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.196616 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.196881 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.197102 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.197364 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.197601 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.197844 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.198061 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.198281 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.198529 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.198748 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.199012 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.199260 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.199478 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.199714 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.200032 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.200168 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.200413 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.200649 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.200889 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.201190 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.201289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:16.201372 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.201556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.201789 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.202005 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.202216 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.202426 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.202636 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.202850 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.203088 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.203379 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.203621 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.203853 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.204118 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.204387 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.204619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.204886 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.205086 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.205297 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.205518 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.205745 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.205954 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.206180 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207042 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207042 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207042 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207042 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207338 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207453 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.207839 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.208244 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.208471 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.208691 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.208901 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.209147 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.209577 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.209706 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.209817 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.210037 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.210248 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.210476 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.210690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.210896 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.211167 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.211385 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.211595 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.211897 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.212148 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.212368 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.212664 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.212918 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.213165 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.213423 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.213724 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.213945 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.214206 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.214438 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.214661 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.214884 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.215176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.215524 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.215807 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.216056 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.216294 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.216590 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.216873 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.217152 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.217361 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.217657 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.218076 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.218279 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.218551 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.218799 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.219059 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.219286 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.219504 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.219744 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.219981 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.220200 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.220459 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.220692 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.220918 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.221138 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.221366 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.221611 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.221857 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.222070 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.222290 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.222508 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.222679 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:25:16.223234 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 20:25:16.223400 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 20:25:16.223554 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 20:25:16.223888 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 20:25:16.223888 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 20:25:16.224307 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 20:25:16.224307 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.224570 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.224570 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225944 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.225944 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.226083 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.226229 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.226390 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.226550 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.226695 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227060 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227060 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227646 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227646 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227646 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227646 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227926 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.227926 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] debug = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.229682 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.230274 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host = dv-cinder-799871-32-iscsi {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.231108 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.232641 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_options = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.233778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.235538 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.236536 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.238249 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239134 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.239690 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_json = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240220 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240669 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240669 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.240669 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.241448 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.241526 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 20:25:16.241707 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.241872 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.242046 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.242208 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.242363 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243037 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243037 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243037 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243037 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243379 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243379 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243524 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243683 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.243850 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.244954 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245123 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245286 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245450 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245615 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245772 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.245934 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246093 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246264 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246427 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246586 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246748 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.246909 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247101 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247262 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247432 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247607 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247768 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.247931 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248091 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248254 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248415 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248575 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248737 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.248897 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249059 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249221 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249388 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249583 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249713 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.249865 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250096 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250194 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250335 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250495 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250659 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.250822 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251004 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251168 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251339 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251480 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251642 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251803 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.251974 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252133 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252295 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252456 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252779 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.252940 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253101 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253262 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253424 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253585 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253758 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.253919 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254083 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254243 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254403 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254565 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254727 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.254888 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255071 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255232 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255394 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255717 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.255879 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256039 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256200 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256392 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256553 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256714 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.256875 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257035 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257196 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257355 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257532 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257693 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.257854 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.258015 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.258176 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.258337 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.258498 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.258847 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.260716 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.262956 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264096 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264282 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264465 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264642 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264815 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.264989 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265158 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265326 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265494 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265660 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265828 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.265992 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266157 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266321 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266483 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266649 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266811 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.266992 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.267156 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.267318 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.267733 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.267907 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268072 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268304 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268414 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268558 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268964 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.268964 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269192 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269192 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269333 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269496 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269656 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269820 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.269983 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270141 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270301 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270472 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270634 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270796 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.270972 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271159 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271320 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271480 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271640 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271801 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.271983 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272144 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272304 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272467 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272627 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272790 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.272952 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273111 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273272 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273432 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273592 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273754 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.273915 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274077 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274239 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274400 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274562 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274723 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.274883 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275067 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275226 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275388 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275549 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275709 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.275870 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276031 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276191 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276352 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276511 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276671 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276831 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.276991 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277155 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277315 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277476 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277637 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277798 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.277959 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278119 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278281 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278441 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278603 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278764 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.278930 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279121 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279283 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279443 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279605 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279765 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.279925 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280103 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280264 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280425 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280588 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280749 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.280913 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281074 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281235 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281395 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281556 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281721 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.281883 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282043 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282203 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282383 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282513 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282677 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.282840 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283024 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283186 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283348 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283508 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283670 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283831 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.283993 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284153 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284314 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284473 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284633 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284806 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.284967 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285127 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285288 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285447 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285608 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285778 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.285944 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286619 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286926 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286926 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.286926 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.287210 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.287287 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.287441 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288122 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288283 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288444 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288604 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288764 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.288924 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289093 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289253 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289417 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289577 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289737 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.289897 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290066 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290227 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290386 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290546 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290705 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.290865 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291054 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291219 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291380 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291549 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291709 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.291869 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292031 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292203 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292366 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292530 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292691 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.292851 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293012 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293174 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293339 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293508 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293676 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.293838 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294006 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294169 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294331 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294491 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294657 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.294829 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295046 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295160 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295322 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295486 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295647 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295806 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.295966 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296127 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296286 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296445 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296606 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296766 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.296928 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297090 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297250 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297409 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297569 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297730 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.297890 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 20:25:16.298044 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 20:25:16.374607 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 58878) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:16.384400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068939 Jul 14 20:25:25.566839 dv-cinder-799871-32-iscsi neutron-server[103999]: DEBUG dbcounter [-] [103999] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103999) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:27.647443 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9262d7-7671-46cd-9aa1-b8299ee7a9d8 None None] get_active_networks_info from dv-cinder-799871-32-iscsi {{(pid=104110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 20:25:27.661624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writer thread running {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 20:25:27.718242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9262d7-7671-46cd-9aa1-b8299ee7a9d8 None None] No non-hosted networks {{(pid=104110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 20:25:27.736078 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.agentschedulers_db [None req-cc9262d7-7671-46cd-9aa1-b8299ee7a9d8 None None] DHCP Agent not found on host dv-cinder-799871-32-iscsi {{(pid=104110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 20:25:27.879968 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c3c09ac-2753-4708-8ad8-61a3da412452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:29.283327 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writer thread running {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 20:25:29.818516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad350f3f-b1da-43e9-a5fa-f7f0d0c38556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:29.853513 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7b9e-f9e0-4729-a4d6-9879ff20c380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:30.953479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 58948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:31.085875 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:31.574627 dv-cinder-799871-32-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-d0c9c661-f806-44d7-8330-2d1cc091188f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:31.575269 dv-cinder-799871-32-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-d0c9c661-f806-44d7-8330-2d1cc091188f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:31.802132 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-d0c9c661-f806-44d7-8330-2d1cc091188f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:25:31.818967 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d0c9c661-f806-44d7-8330-2d1cc091188f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8482099 Jul 14 20:25:32.604482 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:32.766041 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:32.766847 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.767216 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.767815 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.768144 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.768477 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.768913 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.769242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.769587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.769912 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.770246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.770588 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.770911 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.771414 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.771737 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.772054 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:32.773078 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-32-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:32.780961 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-32-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:25:34.137194 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 58984) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:34.472312 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:25:34.563659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.policy [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 20:25:34.606115 dv-cinder-799871-32-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:34.606477 dv-cinder-799871-32-iscsi neutron-server[104109]: WARNING oslo_policy.policy [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:34.626114 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writer thread running {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 20:25:34.703182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782323319429', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782323318929', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782323336179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782323341769', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782322906709', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782322899047', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-974322', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-833508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1885502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706299'] for rbac-policy (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:34.772447 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:34.773615 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-537ca695-c041-46c3-a734-959f3807f920 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6354094 Jul 14 20:25:36.996361 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.db.l3_hamode_db [None req-9db86cde-c7a1-4bcb-9468-285824543ca7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 20:25:37.038302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 58996) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:37.076805 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db86cde-c7a1-4bcb-9468-285824543ca7 None None] Routers set() bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:25:37.077165 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db86cde-c7a1-4bcb-9468-285824543ca7 None None] Router IDs set() for agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 20:25:37.374234 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:25:37.404645 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Made reservation on behalf of 930b378be44b4bb7a2009c72a424f1d6 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:25:37.408620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.426197 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.540663 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks [] for security_group (829f5145-a8a0-41f7-8602-e899b4b2bb1a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.544563 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (829f5145-a8a0-41f7-8602-e899b4b2bb1a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.577544 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:25:37.613638 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782326534934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (ae35edfe-e806-4442-9092-913286e48fd7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.614228 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Unsubscribe: segment precommit_create {{(pid=104109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 20:25:37.614761 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Added segment ae35edfe-e806-4442-9092-913286e48fd7 of type vlan for network 22cbd786-647e-4f1c-844d-a696f28e2dbd Jul 14 20:25:37.635783 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=829f5145-a8a0-41f7-8602-e899b4b2bb1a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:37.685831 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.686080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.686422 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.686770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.687121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.687441 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.687755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.688068 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.688401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.688737 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.689027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.689351 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.689661 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.689964 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.690267 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Tracked resource versions report: Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: pushed versions: Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: consumer versions: Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Agent': '1.1', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Log': '1.0', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Network': '1.1', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Port': '1.7', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SubPort': '1.0', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Subnet': '1.1', Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jul 14 20:25:37.693123 dv-cinder-799871-32-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:25:37.732791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (22cbd786-647e-4f1c-844d-a696f28e2dbd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.777024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (22cbd786-647e-4f1c-844d-a696f28e2dbd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.782305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:25:37.783068 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:37.832816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:37.854925 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8155227 Jul 14 20:25:37.909256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8cb68-5f90-4d17-8091-348a23fe6c56 demo demo] Pushing event updated for resources: {'Network': ['ID=22cbd786-647e-4f1c-844d-a696f28e2dbd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:37.924481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:25:40.153190 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59010) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:40.685105 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:40.685669 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:40.914320 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writer thread running {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 20:25:41.120271 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.policy [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 20:25:41.162899 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:41.163541 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING oslo_policy.policy [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 20:25:41.171097 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:25:41.172971 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bc134b66-d974-4678-aa2c-44ae4695e6bf demo admin] 10.222.0.52 "GET /v2.0/networks/22cbd786-647e-4f1c-844d-a696f28e2dbd HTTP/1.1" status: 200 len: 825 time: 1.0180023 Jul 14 20:25:41.214235 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1b0b6972-73f3-4001-9717-8eaec984c881 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/a53ca08c-e452-41de-b1c3-9159f6fe2f3a HTTP/1.1" status: 200 len: 734 time: 0.0346704 Jul 14 20:25:41.223340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'name': 'private-subnet', 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:25:41.262482 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Made reservation on behalf of 930b378be44b4bb7a2009c72a424f1d6 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:25:41.265295 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:41.561229 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (b2ae046f-1c2d-4826-bd66-45c19583926e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:41.634424 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Checking segment: {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:25:41.634799 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Network hostable DHCP agents. Network: 22cbd786-647e-4f1c-844d-a696f28e2dbd, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:25:41.643085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae046f-1c2d-4826-bd66-45c19583926e,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:41.655161 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.655498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.655851 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.656576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.656576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.656779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.657090 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.657409 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.657733 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.658050 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.658392 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.658716 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.659060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.659371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.659683 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Tracked resource versions report: Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: pushed versions: Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Log': {'1.0'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Network': {'1.1'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Port': {'1.7'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: consumer versions: Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Agent': '1.1', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Log': '1.0', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Network': '1.1', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Port': '1.7', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SubPort': '1.0', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Subnet': '1.1', Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Jul 14 20:25:41.661052 dv-cinder-799871-32-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:25:41.697095 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:25:41.710759 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 22cbd786-647e-4f1c-844d-a696f28e2dbd) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:25:41.715492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:25:41.716121 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:41.722084 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcff91-5b2d-4275-9d26-f87622bf54e1 None None] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:25:41.740943 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-563d02d0-e6f1-4ab1-8e09-32f75f561856 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5209241 Jul 14 20:25:41.999478 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-22cbd786-647e-4f1c-844d-a696f28e2dbd', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:25:42.000871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.289699 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Allocated IP 172.20.0.2 (22cbd786-647e-4f1c-844d-a696f28e2dbd/b2ae046f-1c2d-4826-bd66-45c19583926e/ded460ce-d031-4b78-a4b9-bd865a153c47) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:25:42.318546 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:42.575292 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks [] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.583016 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.661505 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:25:42.667982 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:25:42.673492 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Pushing event updated for resources: {'Port': ['ID=ded460ce-d031-4b78-a4b9-bd865a153c47,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:42.676258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:25:42.689723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.690066 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.690427 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.690791 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.691152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.691482 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.691813 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.692130 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.692471 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.693349 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.693670 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.694006 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.694330 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.694655 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.694994 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Tracked resource versions report: Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: pushed versions: Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: consumer versions: Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Agent': '1.1', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Log': '1.0', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Network': '1.1', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Port': '1.7', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SubPort': '1.0', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Subnet': '1.1', Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jul 14 20:25:42.696448 dv-cinder-799871-32-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:25:42.776960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Attempting to bind port ded460ce-d031-4b78-a4b9-bd865a153c47 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:25:42.777723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Attempting to bind port ded460ce-d031-4b78-a4b9-bd865a153c47 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:25:42.777844 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Attempting to bind port ded460ce-d031-4b78-a4b9-bd865a153c47 on network 22cbd786-647e-4f1c-844d-a696f28e2dbd {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:25:42.782859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:25:42.783281 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Checking segment: {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:25:42.783774 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.784160 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Bound using segment: {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:25:42.784626 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Bound port: ded460ce-d031-4b78-a4b9-bd865a153c47, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:25:42.785032 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.826348 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:42.848211 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] For port ded460ce-d031-4b78-a4b9-bd865a153c47, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:25:42.870310 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] For port ded460ce-d031-4b78-a4b9-bd865a153c47, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=ded460ce-d031-4b78-a4b9-bd865a153c47,segment=NetworkSegment(ae35edfe-e806-4442-9092-913286e48fd7),segment_id=ae35edfe-e806-4442-9092-913286e48fd7)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:25:42.878425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:42.934579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f208-0413-4751-8934-85a3f9370aa8 None None] Pushing event updated for resources: {'Port': ['ID=ded460ce-d031-4b78-a4b9-bd865a153c47,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:44.080069 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59032) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:44.438819 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-74644265-5162-411d-ba30-802afcbc8c11 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:25:44.439764 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-74644265-5162-411d-ba30-802afcbc8c11 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3587551 Jul 14 20:25:46.771707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59040) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:47.111343 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [None req-b5e7632d-724a-4632-869f-edcc053207ea admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:25:47.112330 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b5e7632d-724a-4632-869f-edcc053207ea admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3394265 Jul 14 20:25:47.626376 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:47.635844 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=7 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:47.905509 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=53,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:49.545424 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59052) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:50.041017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:25:50.048863 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:50.075040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (6cb13616-45bf-4352-8ec1-0d26fcc60346), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:50.080993 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (6cb13616-45bf-4352-8ec1-0d26fcc60346), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:50.240074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Publish callbacks [] for router_controller (6cb13616-45bf-4352-8ec1-0d26fcc60346), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:50.246016 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (6cb13616-45bf-4352-8ec1-0d26fcc60346), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:50.270458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:50.271775 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-5933066a-cc9e-42b5-985e-54e5c3a83d1a demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7253962 Jul 14 20:25:51.847614 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27df09-e021-4f4e-ab11-f34ad1109286 None None] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:25:51.924918 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Provisioning complete for port ded460ce-d031-4b78-a4b9-bd865a153c47 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:25:51.925252 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:52.119294 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Current status of the port ded460ce-d031-4b78-a4b9-bd865a153c47 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:25:52.119639 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:52.168182 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] For port ded460ce-d031-4b78-a4b9-bd865a153c47, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=ded460ce-d031-4b78-a4b9-bd865a153c47,segment=NetworkSegment(ae35edfe-e806-4442-9092-913286e48fd7),segment_id=ae35edfe-e806-4442-9092-913286e48fd7)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:25:52.173498 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:52.270231 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b79cc1-bc2b-45f5-980e-6848a225e426 None None] Pushing event updated for resources: {'Port': ['ID=ded460ce-d031-4b78-a4b9-bd865a153c47,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:52.408916 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ab25be25-b348-4c66-89fe-3e1eb9e241c4 None None] Provisioning complete for port ded460ce-d031-4b78-a4b9-bd865a153c47 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:25:52.409674 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ab25be25-b348-4c66-89fe-3e1eb9e241c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:52.447343 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device ded460ce-d031-4b78-a4b9-bd865a153c47 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:25:52.580448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port ded460ce-d031-4b78-a4b9-bd865a153c47 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:25:52.580853 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:52.611822 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:25:52.614258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ab25be25-b348-4c66-89fe-3e1eb9e241c4 None None] Current status of the port ded460ce-d031-4b78-a4b9-bd865a153c47 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:25:52.683201 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port ded460ce-d031-4b78-a4b9-bd865a153c47 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:25:52.726285 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59066) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:53.129695 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-a879bf0c-0bd5-4781-aab4-4756e034b2e4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:25:53.131232 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a879bf0c-0bd5-4781-aab4-4756e034b2e4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4039738 Jul 14 20:25:55.578915 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59074) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:55.989033 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:25:56.015452 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Made reservation on behalf of a9054cd3a81847fdaa8f38a717dc0938 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:25:56.019412 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.030504 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.153533 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks [] for security_group (4c711982-ab16-47be-8f2d-23c5391be6ee), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.158535 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (4c711982-ab16-47be-8f2d-23c5391be6ee), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.184860 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Reserving flat network on physical network physnet1 {{(pid=104109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 20:25:56.224063 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c711982-ab16-47be-8f2d-23c5391be6ee,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:56.234305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (292fe61d-089f-4c1f-a1eb-60241382b191), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.234802 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Added segment 292fe61d-089f-4c1f-a1eb-60241382b191 of type flat for network 2c90cf7e-a629-457b-afbd-734e137c2a1a Jul 14 20:25:56.314345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (2c90cf7e-a629-457b-afbd-734e137c2a1a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.358221 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (2c90cf7e-a629-457b-afbd-734e137c2a1a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.359776 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:25:56.360748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:56.471590 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8909502 Jul 14 20:25:56.541592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb58d1-9bf2-49de-a74b-4f867e3bf69e admin admin] Pushing event updated for resources: {'Network': ['ID=2c90cf7e-a629-457b-afbd-734e137c2a1a,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:25:56.555782 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:25:57.568432 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e279563f-cd58-44a6-8953-41dd72cca2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:25:58.944449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59082) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:25:59.467896 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e2503-18ac-4a03-9e6c-4d74d101d4f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:25:59.469992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c59e2503-18ac-4a03-9e6c-4d74d101d4f9 demo admin] 10.222.0.52 "GET /v2.0/subnets/b2ae046f-1c2d-4826-bd66-45c19583926e HTTP/1.1" status: 200 len: 849 time: 0.5241437 Jul 14 20:25:59.651871 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-af177fab-d2bb-4174-aa26-139201766b74 demo admin] 10.222.0.52 "GET /v2.0/routers/6cb13616-45bf-4352-8ec1-0d26fcc60346 HTTP/1.1" status: 200 len: 704 time: 0.1748021 Jul 14 20:25:59.813447 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c2254f16-15aa-4935-abcc-0bf8fcf06312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:00.000387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:00.263396 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=73,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:00.264162 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:00.497876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:00.501880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:00.546291 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Allocated IP 172.20.0.1 (22cbd786-647e-4f1c-844d-a696f28e2dbd/b2ae046f-1c2d-4826-bd66-45c19583926e/e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:26:00.839718 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks [] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:00.916442 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.007564 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:26:01.014046 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:26:01.021201 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Pushing event updated for resources: {'Port': ['ID=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:01.024488 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:26:01.025515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (6cb13616-45bf-4352-8ec1-0d26fcc60346), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.034059 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:01.061319 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.298421 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-5669e6c9-ce8c-4b53-bf07-d262e7e98728 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:01.299298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5669e6c9-ce8c-4b53-bf07-d262e7e98728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.324954 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.357746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-5669e6c9-ce8c-4b53-bf07-d262e7e98728 None None] Port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:26:01.576026 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks [] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.582084 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.582988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (6cb13616-45bf-4352-8ec1-0d26fcc60346), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:01.675747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Pushing event updated for resources: {'Port': ['ID=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:01.705140 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:01.729091 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:26:01.730591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:26:01.921196 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Router 6cb13616-45bf-4352-8ec1-0d26fcc60346 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:26:01.924298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:01.980744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-56c20e1b-cf94-4eaf-ad7b-ac6535f524b0 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:01.981160 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-56c20e1b-cf94-4eaf-ad7b-ac6535f524b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:02.014803 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-56c20e1b-cf94-4eaf-ad7b-ac6535f524b0 None None] Port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:26:02.019668 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:26:02.029709 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-92214916-a421-4d97-a8d8-4948c6414939 demo admin] 10.222.0.52 "PUT /v2.0/routers/6cb13616-45bf-4352-8ec1-0d26fcc60346/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3672044 Jul 14 20:26:02.032123 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Sync routers for ids ['6cb13616-45bf-4352-8ec1-0d26fcc60346'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:26:02.046811 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Routers {'6cb13616-45bf-4352-8ec1-0d26fcc60346'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:26:02.047701 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:26:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['6cb13616-45bf-4352-8ec1-0d26fcc60346'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:02.249912 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Set router 6cb13616-45bf-4352-8ec1-0d26fcc60346 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:26:02.583751 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:02.779419 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:01Z', 'revision_number': 2, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port_host': None, '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:01Z', 'revision_number': 2, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:02.828887 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:02.856182 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Checking router: 6cb13616-45bf-4352-8ec1-0d26fcc60346 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:26:02.856553 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Updating router 6cb13616-45bf-4352-8ec1-0d26fcc60346 port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:26:02.922642 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.522706 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks [] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.531626 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.769331 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Pushing event updated for resources: {'Port': ['ID=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:03.806744 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.807455 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.807907 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.808456 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.809010 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.809564 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.810076 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.810672 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.811196 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.811742 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.812243 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.812794 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.813448 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.813997 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.814547 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Tracked resource versions report: Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: pushed versions: Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: consumer versions: Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Agent': '1.1', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Log': '1.0', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Network': '1.1', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Port': '1.7', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SubPort': '1.0', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Subnet': '1.1', Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jul 14 20:26:03.817210 dv-cinder-799871-32-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:26:03.824976 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Attempting to bind port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:26:03.825620 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Attempting to bind port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:26:03.826290 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Attempting to bind port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf on network 22cbd786-647e-4f1c-844d-a696f28e2dbd {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:26:03.836911 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:26:03.838096 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Checking segment: {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:26:03.838867 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.839527 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Bound using segment: {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:26:03.840334 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Bound port: e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae35edfe-e806-4442-9092-913286e48fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:26:03.840960 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.857757 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6634956b-3655-46bf-b565-0de767336f88 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:03.859572 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6634956b-3655-46bf-b565-0de767336f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.917899 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6634956b-3655-46bf-b565-0de767336f88 None None] Port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:26:03.918383 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] For port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:26:03.943198 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] For port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,segment=NetworkSegment(ae35edfe-e806-4442-9092-913286e48fd7),segment_id=ae35edfe-e806-4442-9092-913286e48fd7)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:26:03.951426 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:03.961997 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:03.985319 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:04.039721 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Routers {'6cb13616-45bf-4352-8ec1-0d26fcc60346'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:26:04.040384 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:26:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['6cb13616-45bf-4352-8ec1-0d26fcc60346'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:04.132038 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e6264-d64d-433c-aa5e-b1192c5261d8 None None] Pushing event updated for resources: {'Port': ['ID=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:04.169323 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] Set router 6cb13616-45bf-4352-8ec1-0d26fcc60346 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:26:04.241400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:04.241860 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:04.335318 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Current status of the port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:26:04.335660 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:04.373254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] For port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,segment=NetworkSegment(ae35edfe-e806-4442-9092-913286e48fd7),segment_id=ae35edfe-e806-4442-9092-913286e48fd7)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:26:04.380005 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:04.418984 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:01Z', 'revision_number': 2, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port_host': None, '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:03Z', 'revision_number': 4, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:04.432598 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434119-fd84-4c76-a806-749cffb72bf6 None None] Pushing event updated for resources: {'Port': ['ID=e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:04.447795 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95429a6-344a-4d2c-a0d9-b579371b963f None None] The sync data for ids ['6cb13616-45bf-4352-8ec1-0d26fcc60346'] in dv-cinder-799871-32-iscsi is: [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:01Z', 'revision_number': 2, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port_host': None, '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:03Z', 'revision_number': 4, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:26:04.729596 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59098) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:26:05.302072 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1484bf-249f-4175-8f9f-fec14ef0a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:26:05.303827 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8d1484bf-249f-4175-8f9f-fec14ef0a66e admin admin] 10.222.0.52 "GET /v2.0/networks/2c90cf7e-a629-457b-afbd-734e137c2a1a HTTP/1.1" status: 200 len: 842 time: 0.5732076 Jul 14 20:26:05.314299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:26:05.350046 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Made reservation on behalf of a9054cd3a81847fdaa8f38a717dc0938 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:26:05.352819 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:05.774777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.objects.ports [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104109) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 20:26:05.775839 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (32268e8d-934f-493d-be58-1d11b9901fff), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:05.848915 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32268e8d-934f-493d-be58-1d11b9901fff,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:05.866827 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:26:05.867292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Network hostable DHCP agents. Network: 2c90cf7e-a629-457b-afbd-734e137c2a1a, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:26:05.898818 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:26:05.918004 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 2c90cf7e-a629-457b-afbd-734e137c2a1a) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:26:05.924836 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:26:05.926539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:05.930593 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871798ff-8b40-4d22-9663-15ef3a41f11c None None] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:26:05.954864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f68a047c-83a5-4abc-b620-e13b0dd4f709 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6441684 Jul 14 20:26:06.106455 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207fffc-be41-45b7-ad16-89b69740733e None None] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:26:08.692548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59106) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:26:09.288739 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-03e74da6-b063-419b-9c36-42ca396444c0 demo admin] 10.222.0.52 "GET /v2.0/routers/6cb13616-45bf-4352-8ec1-0d26fcc60346 HTTP/1.1" status: 200 len: 710 time: 0.5943601 Jul 14 20:26:09.399300 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b064765-3533-4554-9894-8eaf5f70fce1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:26:09.400690 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6b064765-3533-4554-9894-8eaf5f70fce1 demo admin] 10.222.0.52 "GET /v2.0/networks/2c90cf7e-a629-457b-afbd-734e137c2a1a HTTP/1.1" status: 200 len: 886 time: 0.1051381 Jul 14 20:26:09.414220 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:26:09.416444 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:09.810166 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:09.963668 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks [] for router_gateway (6cb13616-45bf-4352-8ec1-0d26fcc60346), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.304682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks [] for router_gateway (6cb13616-45bf-4352-8ec1-0d26fcc60346), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.423062 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.481929 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:26:10.531552 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:10.532048 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.557083 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Allocated IP 172.27.0.201 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/919b9909-f640-4ef1-a491-6f4a4e3db1dc) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:26:10.647579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:26:10.678360 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks [] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.717098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:10.763127 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:26:10.766176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:26:10.772692 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:26:10.834692 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Pushing event updated for resources: {'Port': ['ID=919b9909-f640-4ef1-a491-6f4a4e3db1dc,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:10.902094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:11.044772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:11.076262 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks [] for router_gateway (6cb13616-45bf-4352-8ec1-0d26fcc60346), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:11.325845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1977662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-480'] for router (6cb13616-45bf-4352-8ec1-0d26fcc60346), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:11.331720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2022597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2022620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1977653'] for router (6cb13616-45bf-4352-8ec1-0d26fcc60346), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:11.557253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Router 6cb13616-45bf-4352-8ec1-0d26fcc60346 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:26:11.685994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:26:11.692750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:11.694677 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b5d3f1d1-975c-4081-b98e-08cc9e32846c demo admin] 10.222.0.52 "PUT /v2.0/routers/6cb13616-45bf-4352-8ec1-0d26fcc60346 HTTP/1.1" status: 200 len: 890 time: 2.2842944 Jul 14 20:26:11.756253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Sync routers for ids ['6cb13616-45bf-4352-8ec1-0d26fcc60346'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:26:11.773405 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Routers {'6cb13616-45bf-4352-8ec1-0d26fcc60346'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:26:11.774177 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:26:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['6cb13616-45bf-4352-8ec1-0d26fcc60346'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:11.954401 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:12.013061 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:12.131902 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Set router 6cb13616-45bf-4352-8ec1-0d26fcc60346 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:26:12.802616 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:10Z', 'revision_number': 4, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port': {'id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:10Z', 'updated_at': '2022-07-14T20:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:04Z', 'revision_number': 5, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:13.004773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Checking router: 6cb13616-45bf-4352-8ec1-0d26fcc60346 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:26:13.005317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Updating router 6cb13616-45bf-4352-8ec1-0d26fcc60346 port 919b9909-f640-4ef1-a491-6f4a4e3db1dc binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:26:13.103001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.637981 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks [] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.647623 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.733952 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Attempting to bind port 919b9909-f640-4ef1-a491-6f4a4e3db1dc on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:26:13.734322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Attempting to bind port 919b9909-f640-4ef1-a491-6f4a4e3db1dc by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:26:13.734683 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Attempting to bind port 919b9909-f640-4ef1-a491-6f4a4e3db1dc on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:26:13.737092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9acdec-b0d4-49cb-90be-cae58e4a087c None None] Pushing event updated for resources: {'Port': ['ID=919b9909-f640-4ef1-a491-6f4a4e3db1dc,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:13.745274 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:26:13.745662 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:26:13.746030 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.746416 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:26:13.746993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Bound port: 919b9909-f640-4ef1-a491-6f4a4e3db1dc, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:26:13.747372 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.804713 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] For port 919b9909-f640-4ef1-a491-6f4a4e3db1dc, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:26:13.809647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] For port 919b9909-f640-4ef1-a491-6f4a4e3db1dc, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=919b9909-f640-4ef1-a491-6f4a4e3db1dc,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:26:13.817078 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:13.890450 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9acdec-b0d4-49cb-90be-cae58e4a087c None None] Pushing event updated for resources: {'Port': ['ID=919b9909-f640-4ef1-a491-6f4a4e3db1dc,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:13.893517 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Routers {'6cb13616-45bf-4352-8ec1-0d26fcc60346'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:26:13.894129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:26:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['6cb13616-45bf-4352-8ec1-0d26fcc60346'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:13.947858 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:14.028516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] Set router 6cb13616-45bf-4352-8ec1-0d26fcc60346 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:26:14.140808 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:14.319898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:10Z', 'revision_number': 4, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port': {'id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:10Z', 'updated_at': '2022-07-14T20:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:04Z', 'revision_number': 5, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:26:14.352208 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b0c12-d21a-402a-a23f-42bee72d238a None None] The sync data for ids ['6cb13616-45bf-4352-8ec1-0d26fcc60346'] in dv-cinder-799871-32-iscsi is: [{'id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'name': 'router1', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:25:50Z', 'updated_at': '2022-07-14T20:26:10Z', 'revision_number': 4, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'gw_port': {'id': '919b9909-f640-4ef1-a491-6f4a4e3db1dc', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:10Z', 'updated_at': '2022-07-14T20:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf', 'name': '', 'network_id': '22cbd786-647e-4f1c-844d-a696f28e2dbd', 'tenant_id': '930b378be44b4bb7a2009c72a424f1d6', 'mac_address': 'fa:16:3e:dc:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb13616-45bf-4352-8ec1-0d26fcc60346', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:26:00Z', 'updated_at': '2022-07-14T20:26:04Z', 'revision_number': 5, 'project_id': '930b378be44b4bb7a2009c72a424f1d6', 'subnets': [{'id': 'b2ae046f-1c2d-4826-bd66-45c19583926e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a53ca08c-e452-41de-b1c3-9159f6fe2f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:26:14.887746 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59120) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:26:15.434913 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-23218bd8-f173-4a67-a851-e54d0a4c8674 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5456929 Jul 14 20:26:16.510376 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 919b9909-f640-4ef1-a491-6f4a4e3db1dc up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:26:16.561915 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 919b9909-f640-4ef1-a491-6f4a4e3db1dc triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:16.562306 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:16.669622 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 919b9909-f640-4ef1-a491-6f4a4e3db1dc is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:26:16.670180 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:16.703928 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 919b9909-f640-4ef1-a491-6f4a4e3db1dc, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=919b9909-f640-4ef1-a491-6f4a4e3db1dc,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:26:16.710182 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:16.789481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=919b9909-f640-4ef1-a491-6f4a4e3db1dc,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:26:18.473201 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 919b9909-f640-4ef1-a491-6f4a4e3db1dc up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:26:18.557747 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 919b9909-f640-4ef1-a491-6f4a4e3db1dc triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:26:18.558379 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (919b9909-f640-4ef1-a491-6f4a4e3db1dc), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:18.719077 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 919b9909-f640-4ef1-a491-6f4a4e3db1dc is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:26:19.135332 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=42 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:19.160697 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=38 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:24.142386 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:26:25.427686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=50 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:25.429950 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=60 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:27.581371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3e3af721-56dc-4fee-b94a-c297c4491d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:29.817564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8fd3847d-51be-4b71-a0be-c436e842e576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:31.069592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:32.587008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:32.773153 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:34.135810 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:42.762054 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:42.766856 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:56.147298 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:56.155016 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:26:57.585536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-64949fb1-f8bf-437e-8ddf-1b906d0f1f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:26:59.823047 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-880e45c9-3ff0-4618-87c4-fcbeceb6ce64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:01.061797 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:01.144701 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:27:02.587258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:02.771516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:11.138087 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:11.142040 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:12.756828 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=2,neutron:SELECT=18 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:12.771975 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:27.576831 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ad1f81cd-0b03-46bd-9980-20d58ea5b453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:29.823562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-238dcc89-2cb3-4466-a6c9-f0f3603675a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:31.053189 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:32.580139 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:32.773422 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:33.155934 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:33.157722 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:38.145980 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:27:42.766041 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:42.769224 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:48.140030 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:48.141533 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:27:50.968089 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59658) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:27:51.433005 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec771f6-132c-4707-9baa-c33b0fbf46c4 admin admin] GET failed (client error): The resource could not be found. Jul 14 20:27:51.434721 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5ec771f6-132c-4707-9baa-c33b0fbf46c4 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4654830 Jul 14 20:27:51.650921 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aac0d3-8a90-4a6d-9eca-0337ce9e966a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:27:51.652509 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-72aac0d3-8a90-4a6d-9eca-0337ce9e966a admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2130213 Jul 14 20:27:54.164567 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59668) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:27:54.627937 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4d3c7-57b9-4c82-8e0b-383eb0aceacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:27:54.629861 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d3e4d3c7-57b9-4c82-8e0b-383eb0aceacb admin admin] 10.222.0.52 "GET /v2.0/subnets/b2ae046f-1c2d-4826-bd66-45c19583926e HTTP/1.1" status: 200 len: 849 time: 0.4642243 Jul 14 20:27:54.642276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:27:54.755391 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Publish callbacks [] for subnet (b2ae046f-1c2d-4826-bd66-45c19583926e), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:54.931183 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782326433064'] for subnet (b2ae046f-1c2d-4826-bd66-45c19583926e), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:54.969671 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:27:54.970282 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:54.984764 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] 10.222.0.52 "PUT /v2.0/subnets/b2ae046f-1c2d-4826-bd66-45c19583926e HTTP/1.1" status: 200 len: 868 time: 0.3333962 Jul 14 20:27:54.984982 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26028273-6c56-4825-b11b-144ac925116d None None] Network 22cbd786-647e-4f1c-844d-a696f28e2dbd requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:27:54.992646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae046f-1c2d-4826-bd66-45c19583926e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:27:54.998492 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:54.998814 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:54.999253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:54.999588 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:54.999913 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.000235 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.007077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bea01-3278-4a91-97b1-68767a695948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:27:55.399543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Provisioning complete for port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:27:55.400449 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:55.494481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Current status of the port e6a6d8bd-14fe-4ed0-b0a8-23d442dddeaf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:27:55.510111 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Provisioning complete for port ded460ce-d031-4b78-a4b9-bd865a153c47 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:27:55.510498 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ded460ce-d031-4b78-a4b9-bd865a153c47), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:55.591970 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e75bb262-3f37-4672-8ff1-216faaf0a3c9 None None] Current status of the port ded460ce-d031-4b78-a4b9-bd865a153c47 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:27:57.353539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59676) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:27:57.564394 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3c0b-41e3-4fc5-aa6e-a41ccdcab369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:27:57.950102 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d60c2-0e85-43f4-8948-9cb1c3bc8b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:27:57.950561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d60c2-0e85-43f4-8948-9cb1c3bc8b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:27:57.952106 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c60d60c2-0e85-43f4-8948-9cb1c3bc8b09 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5975986 Jul 14 20:27:59.818018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5018-3ac8-42c7-86e9-749743030cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:00.295953 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59684) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:00.907511 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52b710-7b63-4e92-90e6-e5f316485cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:00.907890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52b710-7b63-4e92-90e6-e5f316485cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:00.909472 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9e52b710-7b63-4e92-90e6-e5f316485cd7 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6125331 Jul 14 20:28:01.058113 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:02.584515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:02.769414 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:03.218883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59694) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:03.665768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4933a8a-b9a1-4cd8-8e13-9b2204f2463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:03.667561 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a4933a8a-b9a1-4cd8-8e13-9b2204f2463d admin admin] 10.222.0.52 "GET /v2.0/networks/22cbd786-647e-4f1c-844d-a696f28e2dbd HTTP/1.1" status: 200 len: 869 time: 0.4474976 Jul 14 20:28:05.946374 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59702) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:06.373774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e1287-aa35-4e22-99ef-65b53c5af662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:06.375172 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-324e1287-aa35-4e22-99ef-65b53c5af662 admin admin] 10.222.0.52 "GET /v2.0/networks/2c90cf7e-a629-457b-afbd-734e137c2a1a HTTP/1.1" status: 200 len: 886 time: 0.4278162 Jul 14 20:28:08.603594 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59710) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:09.005039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:09.021564 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:09.050039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b361e-21eb-401f-aee7-e94bbe479a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:09.050490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b361e-21eb-401f-aee7-e94bbe479a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:09.052093 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-579b361e-21eb-401f-aee7-e94bbe479a83 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4475067 Jul 14 20:28:10.156419 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:10.159716 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:10.903517 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=12 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:10.904319 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=11 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:11.274516 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59718) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:11.790187 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27fa030-b4c4-4a0f-b23d-b1bccf9faed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:11.790628 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27fa030-b4c4-4a0f-b23d-b1bccf9faed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:11.792268 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f27fa030-b4c4-4a0f-b23d-b1bccf9faed1 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5166979 Jul 14 20:28:12.761396 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:12.764605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:14.119568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59726) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:14.561318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9537ec5-b57f-4000-bc42-ce57cc0efccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:14.562666 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b9537ec5-b57f-4000-bc42-ce57cc0efccd admin admin] 10.222.0.52 "GET /v2.0/subnets/32268e8d-934f-493d-be58-1d11b9901fff HTTP/1.1" status: 200 len: 816 time: 0.4421601 Jul 14 20:28:15.147237 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:28:16.851568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59734) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:17.286135 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0f406-e01e-43fa-b1c6-b456de46d8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:17.287549 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-35e0f406-e01e-43fa-b1c6-b456de46d8a0 admin admin] 10.222.0.52 "GET /v2.0/subnets/b2ae046f-1c2d-4826-bd66-45c19583926e HTTP/1.1" status: 200 len: 868 time: 0.4350336 Jul 14 20:28:19.046081 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:27.280401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=18 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:27.282304 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=18 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:27.559103 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8cc16e8c-ce50-4a00-bc74-bd3c433a63e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:27.881568 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=12 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:27.884719 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:29.823343 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e93abd5e-e7f2-4d82-8456-186505c94ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:31.053834 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:32.587231 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:32.763844 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:42.757631 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:42.759417 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:46.415801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59790) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:46.766801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-2540deb1-fd5a-4390-a478-762e46241c21 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:28:46.768487 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2540deb1-fd5a-4390-a478-762e46241c21 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3516700 Jul 14 20:28:47.158747 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:47.160078 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:49.108653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59798) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:49.493850 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22d93f6-5308-4a4b-b156-aae0fca62abc admin admin] GET failed (client error): The resource could not be found. Jul 14 20:28:49.495226 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e22d93f6-5308-4a4b-b156-aae0fca62abc admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3852987 Jul 14 20:28:49.653909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ea582-ed5d-4b20-bb00-674c0896ab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:49.655466 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-067ea582-ed5d-4b20-bb00-674c0896ab75 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559651 Jul 14 20:28:52.121097 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59806) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:52.152947 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:28:52.550906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:28:52.579517 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Made reservation on behalf of a9054cd3a81847fdaa8f38a717dc0938 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:28:52.581939 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:52.626355 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING neutron.services.revisions.revision_plugin [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Could not find related network for resource to bump revision. Jul 14 20:28:52.647564 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:28:52.662864 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782326534934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (d9ae5dcb-8e4d-4c87-8843-85441f46faee), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:52.663484 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Unsubscribe: segment precommit_create {{(pid=104108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 20:28:52.663985 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Added segment d9ae5dcb-8e4d-4c87-8843-85441f46faee of type vlan for network f5d82baf-5f78-4367-8a3c-392c7bafae0e Jul 14 20:28:52.718456 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (f5d82baf-5f78-4367-8a3c-392c7bafae0e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:52.753927 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (f5d82baf-5f78-4367-8a3c-392c7bafae0e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:52.754962 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:52.755533 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:52.815113 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6919494 Jul 14 20:28:52.857202 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d82baf-5f78-4367-8a3c-392c7bafae0e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:28:52.866129 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.866470 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.866827 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.867188 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.867609 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.867990 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.868318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.868659 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.868982 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.869301 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.869623 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.869938 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.870250 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.870560 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.870869 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15056d21-f9f9-4e56-8a61-889000d41132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:52.887655 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:28:55.103305 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59814) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:28:55.470588 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.pecan_wsgi.hooks.translation [None req-4510443c-74f7-4b39-be9a-a4aa2d23a025 admin admin] GET failed (client error): The resource could not be found. Jul 14 20:28:55.472499 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4510443c-74f7-4b39-be9a-a4aa2d23a025 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3682017 Jul 14 20:28:55.550926 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23e47b-090f-473b-9ab1-227c13f88401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:55.552419 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4d23e47b-090f-473b-9ab1-227c13f88401 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0755050 Jul 14 20:28:55.567489 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Request body: {'subnet': {'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:28:55.590728 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Made reservation on behalf of a9054cd3a81847fdaa8f38a717dc0938 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:28:55.593757 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:55.812660 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (6906d6ac-e593-4fd6-9ad7-f6394dabcaac), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:55.862820 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6906d6ac-e593-4fd6-9ad7-f6394dabcaac,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:28:55.884307 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Checking segment: {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:28:55.884646 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Network hostable DHCP agents. Network: f5d82baf-5f78-4367-8a3c-392c7bafae0e, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:28:55.903930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:28:55.915481 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, f5d82baf-5f78-4367-8a3c-392c7bafae0e) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:28:55.922322 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:28:55.923007 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:55.925246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bf415-4a1e-4fed-9da6-21aa6a31d4c5 None None] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:28:55.959881 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c02054f9-9c65-4edd-a211-ec729de92a18 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3811908 Jul 14 20:28:56.106622 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-f5d82baf-5f78-4367-8a3c-392c7bafae0e', 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e', 'project_id': 'a9054cd3a81847fdaa8f38a717dc0938', 'fixed_ips': [{'subnet_id': '6906d6ac-e593-4fd6-9ad7-f6394dabcaac'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:28:56.108914 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.301271 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Allocated IP 192.168.233.2 (f5d82baf-5f78-4367-8a3c-392c7bafae0e/6906d6ac-e593-4fd6-9ad7-f6394dabcaac/77c5c947-a5c3-43a6-b437-32a6cfe351bd) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:28:56.538605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks [] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.547327 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.593026 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:28:56.598773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:28:56.600927 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Pushing event updated for resources: {'Port': ['ID=77c5c947-a5c3-43a6-b437-32a6cfe351bd,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:28:56.603327 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:28:56.613114 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.613465 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.613827 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.614153 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.614475 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.614790 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.615129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.615444 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.615767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.616080 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.616393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.616720 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.617043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.617350 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.617651 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:28:56.678176 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Attempting to bind port 77c5c947-a5c3-43a6-b437-32a6cfe351bd on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:28:56.678534 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Attempting to bind port 77c5c947-a5c3-43a6-b437-32a6cfe351bd by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:28:56.678891 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Attempting to bind port 77c5c947-a5c3-43a6-b437-32a6cfe351bd on network f5d82baf-5f78-4367-8a3c-392c7bafae0e {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:28:56.685152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:28:56.685531 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Checking segment: {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:28:56.685912 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.686380 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Bound using segment: {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:28:56.686857 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Bound port: 77c5c947-a5c3-43a6-b437-32a6cfe351bd, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:28:56.687330 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.761032 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] For port 77c5c947-a5c3-43a6-b437-32a6cfe351bd, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:28:56.764672 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] For port 77c5c947-a5c3-43a6-b437-32a6cfe351bd, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=77c5c947-a5c3-43a6-b437-32a6cfe351bd,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:28:56.771728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:56.866477 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f87fc-b7cd-4dd7-bb70-e66616b990b9 None None] Pushing event updated for resources: {'Port': ['ID=77c5c947-a5c3-43a6-b437-32a6cfe351bd,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:28:57.568917 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6e5bf5a2-0e58-4652-becb-50edb93ebcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:57.662207 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:57.837339 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5713e-eaf4-49d9-b3d0-662721e19ef2 None None] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:28:57.910152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:28:57.923203 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Provisioning complete for port 77c5c947-a5c3-43a6-b437-32a6cfe351bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:28:57.923598 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:58.044770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Current status of the port 77c5c947-a5c3-43a6-b437-32a6cfe351bd is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:28:58.045205 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:58.091314 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] For port 77c5c947-a5c3-43a6-b437-32a6cfe351bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=77c5c947-a5c3-43a6-b437-32a6cfe351bd,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:28:58.096152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:58.159191 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d898e-1be0-4b56-8980-c6ce08a091ac None None] Pushing event updated for resources: {'Port': ['ID=77c5c947-a5c3-43a6-b437-32a6cfe351bd,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:28:58.317680 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-69b5cdef-5bc6-45fe-96ec-d880e054e9ae None None] Provisioning complete for port 77c5c947-a5c3-43a6-b437-32a6cfe351bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:28:58.318063 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-69b5cdef-5bc6-45fe-96ec-d880e054e9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:58.401229 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-69b5cdef-5bc6-45fe-96ec-d880e054e9ae None None] Current status of the port 77c5c947-a5c3-43a6-b437-32a6cfe351bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:28:58.578024 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 77c5c947-a5c3-43a6-b437-32a6cfe351bd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:28:58.625070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 77c5c947-a5c3-43a6-b437-32a6cfe351bd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:28:58.625707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (77c5c947-a5c3-43a6-b437-32a6cfe351bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:28:58.702734 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 77c5c947-a5c3-43a6-b437-32a6cfe351bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:28:59.832544 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a07fa52a-22c0-41f5-8996-e6fba273d7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:01.056905 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:02.151176 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:02.592393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:02.768511 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:05.934183 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:05.935171 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:12.761989 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:12.763814 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:26.136846 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:26.138176 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:27.571705 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b7882275-d2da-4f79-8546-10950a02ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:29.145693 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:29:29.835788 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dc42250b-9947-4c1d-a850-043115a37fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:31.068427 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:32.601717 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:32.768249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:39.139543 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:39.140652 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:42.760722 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:42.762331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:29:57.561466 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-31bfe218-2352-4461-b19c-ed83d653f96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:29:59.831423 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-74c89121-7917-41d8-9bab-0360040ff0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:01.088513 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:01.158453 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:01.163770 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:02.600265 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:02.769833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:06.148669 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:30:12.760864 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:12.764627 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:16.144467 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:27.567214 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ed37f5c4-7628-45c8-afc2-be0c687dcdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:27.721859 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:27.721859 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:29.835316 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4663aa9f-3c95-41ab-87eb-893e56c71c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:31.071874 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:32.606462 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:32.768824 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:38.161328 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:38.163814 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:42.752994 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:42.762124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:43.147993 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:30:49.864856 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59876) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:30:49.870524 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [None req-c7188fda-dc67-476a-9002-15c4418833b1 tempest-verify_tempest_config-287970752 tempest-verify_tempest_config-287970752-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:30:49.871580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c7188fda-dc67-476a-9002-15c4418833b1 tempest-verify_tempest_config-287970752 tempest-verify_tempest_config-287970752-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057726 Jul 14 20:30:50.350490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 59894) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:30:50.488685 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.583599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Publish callbacks [] for security_group (7f6043b0-c533-4230-b5a5-8fe0d9a31cf3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.588013 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7f6043b0-c533-4230-b5a5-8fe0d9a31cf3), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.638023 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28b5934923f144a2aea2c1e631cade9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2863071 Jul 14 20:30:50.638720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6043b0-c533-4230-b5a5-8fe0d9a31cf3,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:30:50.640897 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59898) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:30:50.646524 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.646874 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.647251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.647589 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.647917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.648242 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.648577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.648880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.649215 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.649542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.649874 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.650192 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.650504 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.650815 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.651160 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308f9bf7-6892-4622-8f5c-4a47faaa7f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.728109 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Publish callbacks [] for security_group (7f6043b0-c533-4230-b5a5-8fe0d9a31cf3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.751919 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Publish callbacks [] for security_group (7f6043b0-c533-4230-b5a5-8fe0d9a31cf3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.847763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7f6043b0-c533-4230-b5a5-8fe0d9a31cf3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.850216 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:50.851384 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f6043b0-c533-4230-b5a5-8fe0d9a31cf3 HTTP/1.1" status: 204 len: 168 time: 0.2095089 Jul 14 20:30:50.859402 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6043b0-c533-4230-b5a5-8fe0d9a31cf3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:30:50.867671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.868015 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.868378 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.868777 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.869054 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.869442 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.869828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.870208 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.870608 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.870994 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.871340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.871668 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.871997 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.872318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:50.872705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f8eb2-049f-4daa-ab76-2edfcea1a287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:30:53.147253 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:30:57.565123 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3cd2e86c-d140-4a7d-a788-2ba827818661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:30:59.839993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-61c4ff70-6506-4256-b1d7-2625bf14d130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:00.641363 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:00.642200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:00.862535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:00.863552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:01.074137 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:02.606098 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:02.762713 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:12.756043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:12.758543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:15.161008 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:15.161882 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:20.147766 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:31:26.141197 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:27.557816 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-465cc287-e433-40f1-873e-3ce8923e9f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:29.842866 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5265f12b-2470-42c1-8033-544b80fc7893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:30.143495 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:31.076964 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:32.607888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:32.766333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:42.759911 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:42.761883 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:52.154878 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:52.158054 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:31:57.147358 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:31:57.560325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1edf3bef-5c12-40f8-95cb-0694dd94b594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:31:59.850065 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5b965e1c-8133-4f96-8d3e-c638516d9081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:01.086455 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:02.615822 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:02.777331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:07.143237 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:07.144027 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:12.770299 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:12.773442 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:27.563906 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6ecafd55-3d5f-47c1-8bfa-b305ededd8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:29.164678 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:29.165963 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:29.843303 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-018705e0-5b6e-4d3c-a34d-4916fe65c53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:31.085486 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:32.618082 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:32.773613 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:34.146300 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 5 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:32:38.078768 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1976894'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:44.147730 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:48.070578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:48.073633 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:32:50.255417 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59974) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:32:50.365457 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-90e6b4ab-7ab9-4d59-afd4-e51f97af9fbd admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1089020 Jul 14 20:32:52.512305 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 59984) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:32:52.570891 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3448a9a5-768d-4312-8ca4-26d9dd58b32f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0571785 Jul 14 20:32:57.569217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ada51c83-97cf-4d8a-a325-d7e91c4915cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:32:59.851739 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-238bf2b4-99a1-4231-bb2d-e2acb0b99fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:01.087086 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:02.564517 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:02.565282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:02.620504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:02.769728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:06.164394 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:06.165173 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:08.046415 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:11.147056 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:33:18.040086 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:18.042159 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:26.147334 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:26.148083 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:27.573646 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f790e626-dd71-4bcd-ba60-19c68ca8951d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:29.846498 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d0017fc7-989d-491c-83b9-fbd825c9a052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:31.088371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:32.624226 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:32.764943 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:38.047021 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:43.156559 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:43.162333 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:48.041393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:48.042830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:48.148041 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:33:57.575150 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8740c4a9-2850-48e7-a40e-8de6648dfca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:33:58.141995 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:33:59.851637 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a8ad6fad-a99b-4421-807f-381ee90983dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:01.092955 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:02.624347 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:02.768001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:08.051790 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:18.045301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:18.047458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:25.151578 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:34:27.600024 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7188-ce17-415b-9166-1dcc775c1ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:29.861232 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6069f6e8-121a-40c1-870d-0d6af7835e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.451223 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60114) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:30.762141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-635835205-network', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:30.790173 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Made reservation on behalf of cceb4db55bba4bd099104acdcb6d2762 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:30.792953 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.803563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.898080 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks [] for security_group (2673a7fa-d9f4-4841-ba61-4052f880aa0b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.904083 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2673a7fa-d9f4-4841-ba61-4052f880aa0b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.935485 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2673a7fa-d9f4-4841-ba61-4052f880aa0b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:30.937920 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:34:30.949481 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.950023 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.950376 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.950712 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.951052 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.951377 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.951696 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.952027 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.952335 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.952653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.952979 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.953295 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.953602 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.953906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.954215 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Tracked resource versions report: Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: pushed versions: Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: { 'AddressGroup': {'1.2'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Agent': {'1.1'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Log': {'1.0'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'NDPProxy': {'1.0'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Network': {'1.1'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Port': {'1.7'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'PortForwarding': {'1.3'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'QosPolicy': {'1.10'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroup': {'1.5'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SubPort': {'1.0'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Subnet': {'1.1'}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Trunk': {'1.1'}} Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: consumer versions: Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: HyperV agent@hv-cinder-79987: {}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Agent': '1.1', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'ConntrackHelper': '1.0', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'LocalIPAssociation': '1.0', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Log': '1.0', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'NDPProxy': '1.0', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Network': '1.1', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Port': '1.7', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'PortForwarding': '1.3', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'QosPolicy': '1.10', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroup': '1.5', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SecurityGroupRule': '1.2', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'SubPort': '1.0', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Subnet': '1.1', Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: 'Trunk': '1.1'}} Jul 14 20:34:30.955409 dv-cinder-799871-32-iscsi neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:34:30.964568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e58ce59a-406e-4796-ac06-0db45ad7bf3a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:30.964925 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Added segment e58ce59a-406e-4796-ac06-0db45ad7bf3a of type vlan for network 68cf6283-4fe3-4009-aca7-134fe5f10d19 Jul 14 20:34:31.010122 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (68cf6283-4fe3-4009-aca7-134fe5f10d19), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.045231 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (68cf6283-4fe3-4009-aca7-134fe5f10d19), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.046705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:31.047622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.084531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:31.085284 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6318545 Jul 14 20:34:31.091557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Request body: {'subnet': {'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-subnet', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:31.098493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.121011 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Made reservation on behalf of cceb4db55bba4bd099104acdcb6d2762 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:31.123923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.138240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60162) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:31.140905 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cbd25-38ff-418f-accf-b90178c9351c admin admin] Pushing event updated for resources: {'Network': ['ID=68cf6283-4fe3-4009-aca7-134fe5f10d19,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:31.154142 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:34:31.364353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (71e1caf4-0655-495d-aaec-614e9d240517), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.440558 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e1caf4-0655-495d-aaec-614e9d240517,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:31.463533 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.464917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.469471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Tracked resource versions report: Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: pushed versions: Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: { 'AddressGroup': {'1.2'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Agent': {'1.1'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'ConntrackHelper': {'1.0'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Log': {'1.0'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'NDPProxy': {'1.0'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Network': {'1.1'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Port': {'1.7'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'PortForwarding': {'1.3'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'QosPolicy': {'1.10'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroup': {'1.5'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SubPort': {'1.0'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Subnet': {'1.1'}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Trunk': {'1.1'}} Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: consumer versions: Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: HyperV agent@hv-cinder-79987: {}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Agent': '1.1', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'ConntrackHelper': '1.0', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'LocalIPAssociation': '1.0', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Log': '1.0', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'NDPProxy': '1.0', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Network': '1.1', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Port': '1.7', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'PortForwarding': '1.3', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'QosPolicy': '1.10', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroup': '1.5', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SecurityGroupRule': '1.2', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'SubPort': '1.0', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Subnet': '1.1', Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: 'Trunk': '1.1'}} Jul 14 20:34:31.476266 dv-cinder-799871-32-iscsi neutron-server[104109]: {{(pid=104109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:34:31.499938 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:31.500613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Network hostable DHCP agents. Network: 68cf6283-4fe3-4009-aca7-134fe5f10d19, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:34:31.520581 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:34:31.531387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 68cf6283-4fe3-4009-aca7-134fe5f10d19) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:31.537166 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:31.537772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.541284 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e18dce-2982-484c-a070-dc5693965b3d None None] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:31.562862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60178) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:31.563931 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-596fe621-744c-42f3-893d-2a179eaea6be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4764230 Jul 14 20:34:31.570331 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:31.599016 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.600721 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.673779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-68cf6283-4fe3-4009-aca7-134fe5f10d19', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:34:31.677012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.731246 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-891562860-network', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:31.752942 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for router_controller (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.755998 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Made reservation on behalf of d8d67813ac3a41d6a7b7ae8ac9629d71 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:31.758679 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.769239 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.774983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60182) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:31.895995 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:31.907703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Allocated IP 172.20.0.2 (68cf6283-4fe3-4009-aca7-134fe5f10d19/71e1caf4-0655-495d-aaec-614e9d240517/e3113c59-eeee-4766-8772-28aca119193d) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:31.987106 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks [] for security_group (52336b4f-dd4d-463a-b29f-a9d07a0ddc56), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:31.988749 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:31.993812 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (52336b4f-dd4d-463a-b29f-a9d07a0ddc56), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.066172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402564387-network', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:32.086426 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for router_gateway (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.095170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:34:32.099343 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks [] for port (e3113c59-eeee-4766-8772-28aca119193d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.114831 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e3113c59-eeee-4766-8772-28aca119193d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.121364 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (20e959eb-6ef2-43d9-abee-f826727b8aa9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.121985 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Added segment 20e959eb-6ef2-43d9-abee-f826727b8aa9 of type vlan for network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 Jul 14 20:34:32.123602 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52336b4f-dd4d-463a-b29f-a9d07a0ddc56,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:32.167819 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:32.182848 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:32.188647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Pushing event updated for resources: {'Port': ['ID=e3113c59-eeee-4766-8772-28aca119193d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:32.190007 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:32.194672 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:32.214128 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.214770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.215346 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.216212 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.216718 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.217400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.218071 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.218597 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.219124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.219694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.220197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.221018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.221618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.222148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.223395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Tracked resource versions report: Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: pushed versions: Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: { 'AddressGroup': {'1.2'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Agent': {'1.1'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'ConntrackHelper': {'1.0'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Log': {'1.0'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'NDPProxy': {'1.0'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Network': {'1.1'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Port': {'1.7'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'PortForwarding': {'1.3'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'QosPolicy': {'1.10'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroup': {'1.5'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SubPort': {'1.0'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Subnet': {'1.1'}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Trunk': {'1.1'}} Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: consumer versions: Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: HyperV agent@hv-cinder-79987: {}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Agent': '1.1', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'ConntrackHelper': '1.0', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'LocalIPAssociation': '1.0', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Log': '1.0', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'NDPProxy': '1.0', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Network': '1.1', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Port': '1.7', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'PortForwarding': '1.3', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'QosPolicy': '1.10', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroup': '1.5', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SecurityGroupRule': '1.2', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'SubPort': '1.0', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Subnet': '1.1', Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: 'Trunk': '1.1'}} Jul 14 20:34:32.225632 dv-cinder-799871-32-iscsi neutron-server[104110]: {{(pid=104110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:34:32.298563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Attempting to bind port e3113c59-eeee-4766-8772-28aca119193d on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:32.299217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Attempting to bind port e3113c59-eeee-4766-8772-28aca119193d by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:32.299645 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Attempting to bind port e3113c59-eeee-4766-8772-28aca119193d on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:32.308203 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:32.308608 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:32.309504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.310061 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Bound using segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:32.310729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Bound port: e3113c59-eeee-4766-8772-28aca119193d, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:32.311138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e3113c59-eeee-4766-8772-28aca119193d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.319110 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (fc4df55f-56f1-4441-a13c-56b6d6bdcde5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.372816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Made reservation on behalf of 7ccdb0dd0a034f008329f489ed3f7d4d for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:32.376633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.389891 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.432147 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] For port e3113c59-eeee-4766-8772-28aca119193d, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:32.437741 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] For port e3113c59-eeee-4766-8772-28aca119193d, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e3113c59-eeee-4766-8772-28aca119193d,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:32.443376 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (fc4df55f-56f1-4441-a13c-56b6d6bdcde5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.444537 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:32.445155 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.452078 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e3113c59-eeee-4766-8772-28aca119193d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.521317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] Pushing event updated for resources: {'Network': ['ID=fc4df55f-56f1-4441-a13c-56b6d6bdcde5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:32.536903 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e255-3285-4b4e-beb1-b23e2d68af7f None None] Pushing event updated for resources: {'Port': ['ID=e3113c59-eeee-4766-8772-28aca119193d,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:32.547417 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:34:32.567336 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks [] for security_group (8d30d646-2dec-42f8-887c-1f90bbf34f2f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.583720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-811002308-network', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:32.593338 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8d30d646-2dec-42f8-887c-1f90bbf34f2f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.594569 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:32.652436 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for router_gateway (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.667264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d30d646-2dec-42f8-887c-1f90bbf34f2f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:32.678617 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d07e47a5-54cd-4c6b-b4ef-9c619f74c39f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5341716 Jul 14 20:34:32.679953 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60212) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:32.695504 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Request body: {'subnet': {'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-subnet', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:32.723317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.724890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.752099 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:34:32.767733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:32.779569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.792115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.808614 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Made reservation on behalf of d8d67813ac3a41d6a7b7ae8ac9629d71 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:32.814779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.820501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.824590 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e893e6ac-c285-4e3c-a973-8d1cf43bd5a0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:32.824919 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Added segment e893e6ac-c285-4e3c-a973-8d1cf43bd5a0 of type vlan for network 523205c6-ae77-41d6-92fb-64291a948538 Jul 14 20:34:32.935065 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Allocated IP 172.27.0.135 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/b48ad964-1e19-4eb5-aee9-e332b218c656) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:32.961539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:33.049620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (523205c6-ae77-41d6-92fb-64291a948538), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.049620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:33.164211 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (523205c6-ae77-41d6-92fb-64291a948538), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.171672 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:33.172526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.203670 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.261111 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4835491 Jul 14 20:34:33.282095 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60224) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:33.301404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Request body: {'subnet': {'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402564387-subnet', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:33.305203 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.417495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:33.423197 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:33.432935 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:33.479574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks [] for security_group (ff5046ab-40a7-481b-a81e-66f69a5c0fbb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.492971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:33.514321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ff5046ab-40a7-481b-a81e-66f69a5c0fbb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.536217 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Pushing event updated for resources: {'Port': ['ID=b48ad964-1e19-4eb5-aee9-e332b218c656,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:33.564764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba0f5e-00e6-4030-8cbb-cd2fbb54793e admin admin] Pushing event updated for resources: {'Network': ['ID=523205c6-ae77-41d6-92fb-64291a948538,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:33.609685 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 523205c6-ae77-41d6-92fb-64291a948538 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:34:33.623811 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Made reservation on behalf of 7ccdb0dd0a034f008329f489ed3f7d4d for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:33.635823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.655470 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:33.659371 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:34:33.788373 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (718ac3f9-3081-42cb-8818-89f24dc4c687), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:33.789206 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Added segment 718ac3f9-3081-42cb-8818-89f24dc4c687 of type vlan for network 946dd351-5829-4dff-b5e5-6e232f299044 Jul 14 20:34:33.792651 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5046ab-40a7-481b-a81e-66f69a5c0fbb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:33.947745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (7090dc08-6867-47e5-8faa-57595071b8f5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.009967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (946dd351-5829-4dff-b5e5-6e232f299044), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.152906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for router_gateway (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.180818 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7090dc08-6867-47e5-8faa-57595071b8f5,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:34.270964 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (946dd351-5829-4dff-b5e5-6e232f299044), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.272259 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:34.272833 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.278755 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d880c3-fcd9-4f7d-b902-8e679da6dacb None None] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:34.318729 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Checking segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:34.319414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Network hostable DHCP agents. Network: fc4df55f-56f1-4441-a13c-56b6d6bdcde5, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:34:34.326573 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:34.341774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:34.396440 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.4989088 Jul 14 20:34:34.402088 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60264) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:34.419350 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59b807-af6b-480a-a033-c357727ebb38 admin admin] Pushing event updated for resources: {'Network': ['ID=946dd351-5829-4dff-b5e5-6e232f299044,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:34.425144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Request body: {'subnet': {'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-811002308-subnet', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:34.448112 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (e0f86a4c-1d13-4177-8351-69ae12f1aa4a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.459036 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:34:34.522655 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 946dd351-5829-4dff-b5e5-6e232f299044 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:34:34.538829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:34.544784 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.548071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, fc4df55f-56f1-4441-a13c-56b6d6bdcde5) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:34.565829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:34.567668 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:34.568493 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.581575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b3e6b-489d-43e5-9a75-a94f2a0eb2a8 None None] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:34.582671 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f86a4c-1d13-4177-8351-69ae12f1aa4a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:34.589318 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-37973ced-7218-45cd-8627-11e7bb9aa1b4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9055300 Jul 14 20:34:34.592953 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Provisioning complete for port e3113c59-eeee-4766-8772-28aca119193d triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:34.593568 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e3113c59-eeee-4766-8772-28aca119193d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.600005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60268) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:34.617889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:34.670245 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Checking segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:34.671772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Network hostable DHCP agents. Network: 523205c6-ae77-41d6-92fb-64291a948538, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:34:34.698384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.699592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.760511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Network 523205c6-ae77-41d6-92fb-64291a948538 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:34:34.795677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 523205c6-ae77-41d6-92fb-64291a948538) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:34.840027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:34.840888 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.850832 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:34.865361 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fc4d9-53b0-4643-9195-32b1fbb248eb None None] Network 523205c6-ae77-41d6-92fb-64291a948538 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:34.960548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for router_controller (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.045131 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Current status of the port e3113c59-eeee-4766-8772-28aca119193d is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:35.045532 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e3113c59-eeee-4766-8772-28aca119193d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.076668 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e3113c59-eeee-4766-8772-28aca119193d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:35.083214 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60282) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:35.083954 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3d460bb8-f437-457b-a71c-29956fde082b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7909939 Jul 14 20:34:35.109504 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:35.144173 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.147242 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.207942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for router_gateway (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.213000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:34:35.214138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.249147 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (8f7e9253-8422-4f44-82f6-b517ac956632), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.252028 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (8f7e9253-8422-4f44-82f6-b517ac956632), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.290829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (5345612f-6103-490b-9369-e6388f5a6cc3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.292536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] For port e3113c59-eeee-4766-8772-28aca119193d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e3113c59-eeee-4766-8772-28aca119193d,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:35.311075 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-523205c6-ae77-41d6-92fb-64291a948538', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'fixed_ips': [{'subnet_id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:34:35.312009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.315110 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e3113c59-eeee-4766-8772-28aca119193d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.362497 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5345612f-6103-490b-9369-e6388f5a6cc3,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:35.407826 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.412866 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for router_controller (8f7e9253-8422-4f44-82f6-b517ac956632), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.525592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e3113c59-eeee-4766-8772-28aca119193d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:35.525978 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e3113c59-eeee-4766-8772-28aca119193d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.534341 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:35.534773 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Network hostable DHCP agents. Network: 946dd351-5829-4dff-b5e5-6e232f299044, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:34:35.542485 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b30a2be6-3aaa-4716-a5d8-2d8f91cd4920 None None] Provisioning complete for port e3113c59-eeee-4766-8772-28aca119193d triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:35.542927 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b30a2be6-3aaa-4716-a5d8-2d8f91cd4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e3113c59-eeee-4766-8772-28aca119193d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.553498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:34:35.575740 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Network 946dd351-5829-4dff-b5e5-6e232f299044 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:34:35.607963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.634582 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for router_gateway (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.666897 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.675100 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.677685 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b30a2be6-3aaa-4716-a5d8-2d8f91cd4920 None None] Current status of the port e3113c59-eeee-4766-8772-28aca119193d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:35.770367 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c190c-3151-4d59-ad36-1638ea2961ac None None] Pushing event updated for resources: {'Port': ['ID=e3113c59-eeee-4766-8772-28aca119193d,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:35.787220 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for router_gateway (8f7e9253-8422-4f44-82f6-b517ac956632), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.798951 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:35.820668 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:35.821664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 946dd351-5829-4dff-b5e5-6e232f299044) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:35.823997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Allocated IP 172.27.0.199 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:35.839433 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:35.839822 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.868343 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:35.871281 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:35.878928 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.881260 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d88c746f-fa91-4df5-9bc5-c82c91f8067a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3146389 Jul 14 20:34:35.885446 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60300) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:35.930336 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4722148e-3148-495e-a480-3f0019780cdc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5222642 Jul 14 20:34:35.935541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60302) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:35.936719 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Allocated IP 172.20.0.2 (fc4df55f-56f1-4441-a13c-56b6d6bdcde5/7090dc08-6867-47e5-8faa-57595071b8f5/3c549e61-d0f9-42e1-ad1e-22859f38175d) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:35.943022 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:35.944779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:35.954492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.980586 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.981359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:35.987934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.082210 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:36.091664 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:36.101916 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:36.103558 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.104123 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.144821 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3dba4c-7bf3-48f0-9e34-3214e6f3f888 None None] Network 946dd351-5829-4dff-b5e5-6e232f299044 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:36.276181 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:36.495512 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for router_gateway (8f7e9253-8422-4f44-82f6-b517ac956632), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.636094 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:33Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:36.651888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e3113c59-eeee-4766-8772-28aca119193d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:36.665952 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-946dd351-5829-4dff-b5e5-6e232f299044', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:34:36.666876 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.684754 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:36.697855 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for router_controller (0e086f2b-2c08-40c6-8df2-83154b1c560c), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.704898 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:36.732865 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Allocated IP 172.20.0.2 (523205c6-ae77-41d6-92fb-64291a948538/e0f86a4c-1d13-4177-8351-69ae12f1aa4a/f061f9df-b66b-4029-9120-dd214d043e7b) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:36.747484 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:36.747840 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Updating router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 port b48ad964-1e19-4eb5-aee9-e332b218c656 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:36.836523 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.849518 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.901160 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e3113c59-eeee-4766-8772-28aca119193d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:36.938603 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks [] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:36.963687 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e3113c59-eeee-4766-8772-28aca119193d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:36.963687 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e3113c59-eeee-4766-8772-28aca119193d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.008680 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.043686 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:37.051962 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for router_gateway (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.068547 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:37.085326 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:37.091692 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:37.169562 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for router_gateway (0e086f2b-2c08-40c6-8df2-83154b1c560c), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.197106 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:37.247026 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Attempting to bind port 3c549e61-d0f9-42e1-ad1e-22859f38175d on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:37.250581 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Attempting to bind port 3c549e61-d0f9-42e1-ad1e-22859f38175d by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:37.251000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Attempting to bind port 3c549e61-d0f9-42e1-ad1e-22859f38175d on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:37.271746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:37.272120 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Checking segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:37.272514 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.272901 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Bound using segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:37.273375 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Bound port: 3c549e61-d0f9-42e1-ad1e-22859f38175d, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:37.273749 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.331339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.348069 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks [] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.358079 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.365178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] For port 3c549e61-d0f9-42e1-ad1e-22859f38175d, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:37.386830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Allocated IP 172.20.0.2 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/ab33a957-e15e-47e6-8967-f5ad2f75c332) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:37.405085 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Attempting to bind port b48ad964-1e19-4eb5-aee9-e332b218c656 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:37.405464 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Attempting to bind port b48ad964-1e19-4eb5-aee9-e332b218c656 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:37.405831 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Attempting to bind port b48ad964-1e19-4eb5-aee9-e332b218c656 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:37.430634 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Pushing event updated for resources: {'Port': ['ID=3c549e61-d0f9-42e1-ad1e-22859f38175d,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:37.450035 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:37.450407 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:37.450809 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.451227 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:37.459727 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Bound port: b48ad964-1e19-4eb5-aee9-e332b218c656, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:37.460284 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.480770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] For port 3c549e61-d0f9-42e1-ad1e-22859f38175d, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3c549e61-d0f9-42e1-ad1e-22859f38175d,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:37.491037 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e3113c59-eeee-4766-8772-28aca119193d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:37.517967 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:37.545424 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.569281 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] For port b48ad964-1e19-4eb5-aee9-e332b218c656, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:37.576982 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] For port b48ad964-1e19-4eb5-aee9-e332b218c656, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b48ad964-1e19-4eb5-aee9-e332b218c656,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:37.585779 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.590144 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:34:37.658014 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:37.658658 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:37.672962 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Pushing event updated for resources: {'Port': ['ID=b48ad964-1e19-4eb5-aee9-e332b218c656,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:37.758174 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.758526 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.758886 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.759279 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.759616 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.767091 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.767555 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.767903 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.768266 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.768605 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.768940 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.769833 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.770187 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.770518 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.770842 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Tracked resource versions report: Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: pushed versions: Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: { 'AddressGroup': {'1.2'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Agent': {'1.1'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'ConntrackHelper': {'1.0'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'LocalIPAssociation': {'1.0'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Log': {'1.0'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'NDPProxy': {'1.0'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Network': {'1.1'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Port': {'1.7'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'PortForwarding': {'1.3'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'QosPolicy': {'1.10'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroup': {'1.5'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroupRule': {'1.2'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SubPort': {'1.0'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Subnet': {'1.1'}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Trunk': {'1.1'}} Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: consumer versions: Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: { DHCP agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: HyperV agent@hv-cinder-79987: {}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: L3 agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: Metadata agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: Metering agent@dv-cinder-799871-32-iscsi: {}, Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: Open vSwitch agent@dv-cinder-799871-32-iscsi: { 'AddressGroup': '1.2', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Agent': '1.1', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'ConntrackHelper': '1.0', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'LocalIPAssociation': '1.0', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Log': '1.0', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'NDPProxy': '1.0', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Network': '1.1', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Port': '1.7', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'PortForwarding': '1.3', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'QosPolicy': '1.10', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroup': '1.5', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SecurityGroupRule': '1.2', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'SubPort': '1.0', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Subnet': '1.1', Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: 'Trunk': '1.1'}} Jul 14 20:34:37.772329 dv-cinder-799871-32-iscsi neutron-server[104111]: {{(pid=104111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 20:34:37.791420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:37.821870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.823340 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d2c13835-b104-4abe-9b55-73c6cd345a94 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2220726 Jul 14 20:34:37.827489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60368) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:37.830084 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:37.848198 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:37.904412 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Allocated IP 172.27.0.177 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/480fd838-a58b-4f55-93d2-e825e98bd3d0) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:37.947283 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48818a76-1311-4bf4-8b03-c7d9ea637c74 None None] Pushing event updated for resources: {'Port': ['ID=b48ad964-1e19-4eb5-aee9-e332b218c656,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:37.948809 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks [] for port (f061f9df-b66b-4029-9120-dd214d043e7b), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:37.973779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065dc39-4300-44f4-91c2-dd551bc73a59 None None] Pushing event updated for resources: {'Port': ['ID=3c549e61-d0f9-42e1-ad1e-22859f38175d,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:38.009248 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.018787 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:38.020350 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:38.035456 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:38.095059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.149245 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:38.185812 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:38.258193 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:38.299478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:38.324879 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Network 523205c6-ae77-41d6-92fb-64291a948538 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:38.422141 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks [] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.434272 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.435633 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:38.439324 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:38.457891 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for router_gateway (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.491787 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Pushing event updated for resources: {'Port': ['ID=f061f9df-b66b-4029-9120-dd214d043e7b,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:38.504669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.509370 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.528005 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:33Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:38.559744 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289724a-4ce6-4a0f-8d3b-fa23f9b49070 None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:33Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:38.604449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.618657 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:38.639149 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:38.686157 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:38.689274 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:38.718125 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:38.828495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Allocated IP 172.20.0.1 (68cf6283-4fe3-4009-aca7-134fe5f10d19/71e1caf4-0655-495d-aaec-614e9d240517/e83f7820-f526-40a7-b280-752b96b50c57) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:38.963188 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Allocated IP 172.20.0.1 (fc4df55f-56f1-4441-a13c-56b6d6bdcde5/7090dc08-6867-47e5-8faa-57595071b8f5/17b37dc3-5fd1-400b-9a73-bafd68ffab24) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:39.121854 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:39.162532 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Attempting to bind port f061f9df-b66b-4029-9120-dd214d043e7b on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:39.163097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Attempting to bind port f061f9df-b66b-4029-9120-dd214d043e7b by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:39.164968 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Attempting to bind port f061f9df-b66b-4029-9120-dd214d043e7b on network 523205c6-ae77-41d6-92fb-64291a948538 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:39.192392 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3c549e61-d0f9-42e1-ad1e-22859f38175d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:39.202619 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.239287 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks [] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.255251 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:39.260834 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Checking segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:39.261395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.261865 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Bound using segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:39.262426 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Bound port: f061f9df-b66b-4029-9120-dd214d043e7b, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:39.262867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.291994 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Pushing event updated for resources: {'Port': ['ID=ab33a957-e15e-47e6-8967-f5ad2f75c332,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:39.316476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.344678 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks [] for port (e83f7820-f526-40a7-b280-752b96b50c57), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.356719 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:39.374367 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:39.388931 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:39.394613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:39.401478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:39.402164 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.426213 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] For port f061f9df-b66b-4029-9120-dd214d043e7b, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:39.429263 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:39.430425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] For port f061f9df-b66b-4029-9120-dd214d043e7b, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f061f9df-b66b-4029-9120-dd214d043e7b,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:39.437270 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:39.563006 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Allocated IP 172.27.0.167 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/b2aee2a0-0963-469f-8cb6-290cf088a38d) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:39.642243 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0132fbe0-cf75-4c65-af55-8188f8c6f12c None None] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:39.656983 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=480fd838-a58b-4f55-93d2-e825e98bd3d0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:39.693643 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Pushing event updated for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:39.752763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.757160 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.782426 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:39.783613 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:36Z', 'revision_number': 3, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:39.842057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:39.856414 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Provisioning complete for port 3c549e61-d0f9-42e1-ad1e-22859f38175d triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:39.856840 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.940487 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:39.975897 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:39.977071 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:39.979400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Updating router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:40.036151 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:40.047441 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:40.051464 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:40.052375 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.088981 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93bc1e-47b8-432b-b4b2-a9d0430813d1 None None] Pushing event updated for resources: {'Port': ['ID=f061f9df-b66b-4029-9120-dd214d043e7b,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:40.136111 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.200170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:40.421051 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.469613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks [] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.471905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:40.481015 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.482272 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.600584 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Current status of the port 3c549e61-d0f9-42e1-ad1e-22859f38175d is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:40.601588 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.664086 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Attempting to bind port ab33a957-e15e-47e6-8967-f5ad2f75c332 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:40.664837 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Attempting to bind port ab33a957-e15e-47e6-8967-f5ad2f75c332 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:40.665399 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Attempting to bind port ab33a957-e15e-47e6-8967-f5ad2f75c332 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:40.672490 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 3c549e61-d0f9-42e1-ad1e-22859f38175d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:40.673301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.678707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for router_gateway (8f7e9253-8422-4f44-82f6-b517ac956632), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.713272 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:40.730328 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:40.734903 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Pushing event updated for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:40.736998 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:40.737437 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:40.737877 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.738356 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:40.738855 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Bound port: ab33a957-e15e-47e6-8967-f5ad2f75c332, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:40.739276 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.812450 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] For port 3c549e61-d0f9-42e1-ad1e-22859f38175d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3c549e61-d0f9-42e1-ad1e-22859f38175d,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:40.813509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:40.824824 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:40.937002 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:34:40.945714 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.030255 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:41.040398 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:41.046396 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e83f7820-f526-40a7-b280-752b96b50c57), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.056540 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:41.062360 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 3c549e61-d0f9-42e1-ad1e-22859f38175d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:41.069317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:41.071785 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:41.086216 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Pushing event updated for resources: {'Port': ['ID=b2aee2a0-0963-469f-8cb6-290cf088a38d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:41.089465 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Provisioning complete for port e83f7820-f526-40a7-b280-752b96b50c57 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:41.089841 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e83f7820-f526-40a7-b280-752b96b50c57), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.141066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:41.144712 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1816d-0af5-4fae-a260-66d45be4ae50 None None] Pushing event updated for resources: {'Port': ['ID=3c549e61-d0f9-42e1-ad1e-22859f38175d,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:41.162867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] For port ab33a957-e15e-47e6-8967-f5ad2f75c332, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:41.166987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ccb68b8b-8e7d-4cac-b9a7-73b104910421 admin admin] 10.222.0.52 "PUT /v2.0/routers/49e94ab3-2ad3-45cf-892e-f3a8f4a777d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372250 Jul 14 20:34:41.296208 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b48ad964-1e19-4eb5-aee9-e332b218c656 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:41.305051 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] For port ab33a957-e15e-47e6-8967-f5ad2f75c332, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=ab33a957-e15e-47e6-8967-f5ad2f75c332,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:41.329698 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Port e83f7820-f526-40a7-b280-752b96b50c57 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:41.345075 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.423852 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Provisioning complete for port 3c549e61-d0f9-42e1-ad1e-22859f38175d triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:41.424325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.460536 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (8f7e9253-8422-4f44-82f6-b517ac956632), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.500678 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks [] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.529049 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.553129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aa3b3-0ed7-4dc8-97d3-14a645a630ee None None] Pushing event updated for resources: {'Port': ['ID=ab33a957-e15e-47e6-8967-f5ad2f75c332,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:41.562054 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port b48ad964-1e19-4eb5-aee9-e332b218c656 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:41.562420 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.673515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60468) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:41.678650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117579732', 'description': 'tempest-description--478872992'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:41.682008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Attempting to bind port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:41.682851 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Attempting to bind port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:41.682851 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Attempting to bind port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:41.690611 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for router_gateway (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.713653 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f9e6e-853e-4e74-9583-94feda5c2480 None None] Pushing event updated for resources: {'Port': ['ID=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:41.722034 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.722784 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks [] for port (e83f7820-f526-40a7-b280-752b96b50c57), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.725604 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:41.725985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:41.726386 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.726783 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:41.727302 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Bound port: e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:41.727701 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.732336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Current status of the port 3c549e61-d0f9-42e1-ad1e-22859f38175d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:41.763889 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.765019 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.771307 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:41.837640 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:41.858737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:41.872268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Provisioning complete for port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:41.872715 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:41.977503 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:41.994628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port b48ad964-1e19-4eb5-aee9-e332b218c656 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:41.995247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.000769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (f032027b-0d92-4986-9cb2-80ceff6b0f84), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.007901 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f032027b-0d92-4986-9cb2-80ceff6b0f84), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.029390 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] For port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:42.043395 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.044686 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3701746 Jul 14 20:34:42.048159 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port b48ad964-1e19-4eb5-aee9-e332b218c656, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b48ad964-1e19-4eb5-aee9-e332b218c656,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:42.052745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60472) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:42.054480 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a85e7073-b500-4fe3-bcb0-b1f777d5a200 None None] Port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:42.063764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group_rule': {'security_group_id': 'f032027b-0d92-4986-9cb2-80ceff6b0f84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:42.064900 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.065951 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f061f9df-b66b-4029-9120-dd214d043e7b up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:42.074308 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] For port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:42.086853 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cd446-d093-4f07-bb0d-ef2b6d05116b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f032027b-0d92-4986-9cb2-80ceff6b0f84,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:42.130331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.143275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (82c1cc0d-5868-4a0e-a5db-9aa4da30950e), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.209803 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f061f9df-b66b-4029-9120-dd214d043e7b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:42.210650 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.215147 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:42.216953 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=b48ad964-1e19-4eb5-aee9-e332b218c656,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:42.242122 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (82c1cc0d-5868-4a0e-a5db-9aa4da30950e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.247276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (82c1cc0d-5868-4a0e-a5db-9aa4da30950e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.271732 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c1cc0d-5868-4a0e-a5db-9aa4da30950e,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:42.282310 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e032f840-8e76-4e18-b021-2b60eab0e535 None None] Provisioning complete for port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:42.282520 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e032f840-8e76-4e18-b021-2b60eab0e535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.288481 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.290314 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7179498b-e4ca-4d25-aabb-0e73e94691a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2363069 Jul 14 20:34:42.293045 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60474) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:42.293167 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:42.297566 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:42.299002 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group_rule': {'security_group_id': 'f032027b-0d92-4986-9cb2-80ceff6b0f84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:42.300988 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Router 8f7e9253-8422-4f44-82f6-b517ac956632 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:34:42.305167 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:42.352013 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (051bb197-7734-4bf1-8560-8a811e2bb0db), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.433705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (051bb197-7734-4bf1-8560-8a811e2bb0db), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.439378 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (051bb197-7734-4bf1-8560-8a811e2bb0db), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.483334 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.487158 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927135 Jul 14 20:34:42.490532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60478) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:42.495880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:42.505901 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341efc-e408-46a7-bbab-e395cdc5e1af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051bb197-7734-4bf1-8560-8a811e2bb0db,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:42.516873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56bea9-5c0e-4aa9-ae56-9842873fcc92 None None] Network 523205c6-ae77-41d6-92fb-64291a948538 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:42.561095 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:42.561971 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:42.569024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.580651 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.590302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:42.738873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e032f840-8e76-4e18-b021-2b60eab0e535 None None] Port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:42.747557 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f9e6e-853e-4e74-9583-94feda5c2480 None None] Pushing event updated for resources: {'Port': ['ID=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:42.749235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:42.760692 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f4f65-168c-477d-964c-992e40118532 None None] Sync routers for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:42.777909 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:42.778715 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:42.874834 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:34:42.916714 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:42.917847 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-59d2d83c-7c03-4564-9484-c5cfe58dd8c7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8275690 Jul 14 20:34:42.921085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60504) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:42.962323 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.014964 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Provisioning complete for port f061f9df-b66b-4029-9120-dd214d043e7b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:43.015377 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.086604 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f061f9df-b66b-4029-9120-dd214d043e7b is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:43.087012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.097933 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:43.239131 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:43.302072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8046917-3d66-424f-a43c-f04be99ad6f9 None None] Network 946dd351-5829-4dff-b5e5-6e232f299044 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:34:43.321495 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Allocated IP 172.27.0.46 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/c0ace086-6f1d-4553-b366-b2add55e235f) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:43.407259 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:43.441980 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port f061f9df-b66b-4029-9120-dd214d043e7b, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f061f9df-b66b-4029-9120-dd214d043e7b,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:43.453363 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60536) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:43.483189 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:43.608425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.623297 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (c0ace086-6f1d-4553-b366-b2add55e235f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.681547 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Current status of the port f061f9df-b66b-4029-9120-dd214d043e7b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:43.706590 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:43.713316 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.746990 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 3, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:43.817499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:43.822532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:43.852727 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:43.857911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf85c-54e2-478d-bfdf-2ba6e920fc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:43.917579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Provisioning complete for port e83f7820-f526-40a7-b280-752b96b50c57 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:43.918143 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e83f7820-f526-40a7-b280-752b96b50c57), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.013760 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f4f65-168c-477d-964c-992e40118532 None None] Checking router: 8f7e9253-8422-4f44-82f6-b517ac956632 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:44.014296 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f4f65-168c-477d-964c-992e40118532 None None] Updating router 8f7e9253-8422-4f44-82f6-b517ac956632 port 480fd838-a58b-4f55-93d2-e825e98bd3d0 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:44.019462 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf85c-54e2-478d-bfdf-2ba6e920fc21 admin admin] Publish callbacks [] for security_group (fea9e213-c1fb-428f-a840-055a5ec3f300), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.037856 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b48ad964-1e19-4eb5-aee9-e332b218c656 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:44.045933 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf85c-54e2-478d-bfdf-2ba6e920fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fea9e213-c1fb-428f-a840-055a5ec3f300), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.056343 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=f061f9df-b66b-4029-9120-dd214d043e7b,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:44.064944 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.076905 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:34:44.092624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:44.140982 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:44.141981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbf85c-54e2-478d-bfdf-2ba6e920fc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea9e213-c1fb-428f-a840-055a5ec3f300,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:44.166707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6b082dd3-a4bb-4c5a-b171-f5cb94052f84 None None] Port e83f7820-f526-40a7-b280-752b96b50c57 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:44.172002 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=c0ace086-6f1d-4553-b366-b2add55e235f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:44.195852 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:44.197195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f9dbf85c-54e2-478d-bfdf-2ba6e920fc21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ca868eabf6b40bf956d00d6a5dca313&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7413225 Jul 14 20:34:44.198733 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60558) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:44.199395 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.228409 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-84b6db9c-bb22-445d-aa9f-c3fe6ca753b2 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c50e4c2-d822-4cfa-b6df-7a473eeb1f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3418667 Jul 14 20:34:44.250770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:44.291887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.330427 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Provisioning complete for port f061f9df-b66b-4029-9120-dd214d043e7b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:44.330806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.340613 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:44.341082 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:44.418705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:44.445564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 2, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:44.457456 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port b48ad964-1e19-4eb5-aee9-e332b218c656 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:44.457995 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.550808 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27546d1-0ac4-48d4-b32d-bb7bc963ffc4 None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 2, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:44.606982 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:44.616055 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] Publish callbacks [] for security_group (fea9e213-c1fb-428f-a840-055a5ec3f300), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.654263 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:44.676810 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] Publish callbacks [] for security_group (fea9e213-c1fb-428f-a840-055a5ec3f300), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.690252 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.695305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (c0ace086-6f1d-4553-b366-b2add55e235f), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.696886 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-05db099f-d60a-4b60-8d26-83ca43ff1197 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7602355 Jul 14 20:34:44.697758 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60576) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:44.708093 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.725657 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks [] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.750473 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:44.752511 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:44.775781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Current status of the port f061f9df-b66b-4029-9120-dd214d043e7b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:44.777978 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.819321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.823985 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3321295 Jul 14 20:34:44.829176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e039-1a37-4b83-b5ff-c26d982368b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=c0ace086-6f1d-4553-b366-b2add55e235f,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:44.842495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.868006 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:44.870393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Provisioning complete for port ab33a957-e15e-47e6-8967-f5ad2f75c332 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:44.871050 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.911479 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:44.919918 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:44.939012 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:45.079968 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port b48ad964-1e19-4eb5-aee9-e332b218c656 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:45.081148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3c549e61-d0f9-42e1-ad1e-22859f38175d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:45.084649 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60610) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:45.087279 dv-cinder-799871-32-iscsi neutron-server[104109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 20:34:45.184554 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db36146-2389-42e0-adab-b41c28cc8d05 None None] Pushing event updated for resources: {'Port': ['ID=480fd838-a58b-4f55-93d2-e825e98bd3d0,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:45.193783 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fea9e213-c1fb-428f-a840-055a5ec3f300), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.197535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.198859 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fea9e213-c1fb-428f-a840-055a5ec3f300 HTTP/1.1" status: 204 len: 168 time: 0.9788282 Jul 14 20:34:45.252972 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17122c9-a238-4eee-9fea-a30cd1ee7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea9e213-c1fb-428f-a840-055a5ec3f300,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:45.282295 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-577f4f65-168c-477d-964c-992e40118532 None None] Attempting to bind port 480fd838-a58b-4f55-93d2-e825e98bd3d0 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:45.284811 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-577f4f65-168c-477d-964c-992e40118532 None None] Attempting to bind port 480fd838-a58b-4f55-93d2-e825e98bd3d0 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:45.285307 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f4f65-168c-477d-964c-992e40118532 None None] Attempting to bind port 480fd838-a58b-4f55-93d2-e825e98bd3d0 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:45.313239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f4f65-168c-477d-964c-992e40118532 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:45.313394 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f4f65-168c-477d-964c-992e40118532 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:45.317079 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:45.317239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.317835 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f4f65-168c-477d-964c-992e40118532 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:45.318339 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-577f4f65-168c-477d-964c-992e40118532 None None] Bound port: 480fd838-a58b-4f55-93d2-e825e98bd3d0, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:45.319589 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.463973 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 2, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:45.481111 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:45.515026 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:45.515381 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Updating router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 port e83f7820-f526-40a7-b280-752b96b50c57 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:45.543866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60636) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:45.638296 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:45.668804 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-577f4f65-168c-477d-964c-992e40118532 None None] For port 480fd838-a58b-4f55-93d2-e825e98bd3d0, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:45.690257 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-577f4f65-168c-477d-964c-992e40118532 None None] For port 480fd838-a58b-4f55-93d2-e825e98bd3d0, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=480fd838-a58b-4f55-93d2-e825e98bd3d0,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:45.710050 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-577f4f65-168c-477d-964c-992e40118532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.745924 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e83f7820-f526-40a7-b280-752b96b50c57), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.751488 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 3c549e61-d0f9-42e1-ad1e-22859f38175d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:45.751818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.793241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Current status of the port ab33a957-e15e-47e6-8967-f5ad2f75c332 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:45.793716 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:45.864594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-5bae6cfb-3a40-4e25-94a6-075ef8c24507 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2117579732&fields=id&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 267 time: 0.3180728 Jul 14 20:34:45.868360 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60638) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:45.872403 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db36146-2389-42e0-adab-b41c28cc8d05 None None] Pushing event updated for resources: {'Port': ['ID=480fd838-a58b-4f55-93d2-e825e98bd3d0,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:45.874114 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] For port ab33a957-e15e-47e6-8967-f5ad2f75c332, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=ab33a957-e15e-47e6-8967-f5ad2f75c332,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:45.970136 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:45.986355 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Allocated IP 172.20.0.1 (523205c6-ae77-41d6-92fb-64291a948538/e0f86a4c-1d13-4177-8351-69ae12f1aa4a/2f5085ba-e87a-4785-9510-f000d15df473) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:46.022558 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:46.025642 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.060333 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-a17b3a4f-902a-47b4-9baf-b897b07a8640 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:46.062162 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-a17b3a4f-902a-47b4-9baf-b897b07a8640 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.9760110 Jul 14 20:34:46.063236 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c209a12-fd67-4ce7-88b0-05c183235db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.075712 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:46.076399 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:46.101335 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-2aaed61d-5f18-48c8-9c93-e52315f10a9a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/quotas/cceb4db55bba4bd099104acdcb6d2762 HTTP/1.1" status: 200 len: 375 time: 0.0267940 Jul 14 20:34:46.147318 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 3, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:46.213762 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:46.214424 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Updating router 0e086f2b-2c08-40c6-8df2-83154b1c560c port b2aee2a0-0963-469f-8cb6-290cf088a38d binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:46.233222 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:46.235569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c209a12-fd67-4ce7-88b0-05c183235db7 admin admin] Publish callbacks [] for security_group (1acfc5b3-5288-41d5-9e0a-344cc9e9ac86), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.263937 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c209a12-fd67-4ce7-88b0-05c183235db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (1acfc5b3-5288-41d5-9e0a-344cc9e9ac86), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.329739 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-3fade690-41f9-4742-a50f-f16e5bf1b3c2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:46.331303 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-3fade690-41f9-4742-a50f-f16e5bf1b3c2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 816 time: 0.4376652 Jul 14 20:34:46.353666 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:46.375031 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks [] for port (2f5085ba-e87a-4785-9510-f000d15df473), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.377891 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.403628 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-33b285ed-0b66-42b1-8d00-efa4d3fe3feb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/quotas/d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 375 time: 0.0528111 Jul 14 20:34:46.405289 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.425575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks [] for port (e83f7820-f526-40a7-b280-752b96b50c57), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.449630 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:46.459118 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.462924 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-28dfea25-021c-4ac4-b4de-952647c645ad tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3525658 Jul 14 20:34:46.486484 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c209a12-fd67-4ce7-88b0-05c183235db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acfc5b3-5288-41d5-9e0a-344cc9e9ac86,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:46.513547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3c209a12-fd67-4ce7-88b0-05c183235db7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39e343e224274401b989aaf34ca051da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6441832 Jul 14 20:34:46.519888 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60650) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:46.534429 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.576063 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e66fb567-23fb-4b67-a2a7-a6ed9752840c None None] Provisioning complete for port ab33a957-e15e-47e6-8967-f5ad2f75c332 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:46.576457 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e66fb567-23fb-4b67-a2a7-a6ed9752840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.648427 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:46.663682 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fff093-155c-4b8c-a8ff-e5deec8e6499 None None] Pushing event updated for resources: {'Port': ['ID=ab33a957-e15e-47e6-8967-f5ad2f75c332,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:46.693599 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Network 523205c6-ae77-41d6-92fb-64291a948538 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:46.698829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:46.708674 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:46.709198 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (8f7e9253-8422-4f44-82f6-b517ac956632), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.797073 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-aa317a2a-544a-4a19-b72b-28c16f90099b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3237996 Jul 14 20:34:46.844908 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 3c549e61-d0f9-42e1-ad1e-22859f38175d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:46.856890 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device ab33a957-e15e-47e6-8967-f5ad2f75c332 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:46.872729 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] Publish callbacks [] for security_group (1acfc5b3-5288-41d5-9e0a-344cc9e9ac86), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:46.883718 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-cd047ae6-93ad-4f16-a26a-e10da1c830c3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:34:46.899832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-cd047ae6-93ad-4f16-a26a-e10da1c830c3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1888568 Jul 14 20:34:46.979413 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:47.004217 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2f5085ba-e87a-4785-9510-f000d15df473), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.064626 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:47.095012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Attempting to bind port e83f7820-f526-40a7-b280-752b96b50c57 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:47.095586 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Attempting to bind port e83f7820-f526-40a7-b280-752b96b50c57 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:47.095736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Attempting to bind port e83f7820-f526-40a7-b280-752b96b50c57 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:47.096712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] Publish callbacks [] for security_group (1acfc5b3-5288-41d5-9e0a-344cc9e9ac86), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.137510 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-fb0c43f4-6b29-49bb-8318-dd9f72d49ebd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:34:47.138927 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870cb53-6182-451a-ac1f-4d58b2ee7e70 None None] Pushing event updated for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.139739 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-fb0c43f4-6b29-49bb-8318-dd9f72d49ebd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1837046 Jul 14 20:34:47.145458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:47.145836 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:47.146229 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.146879 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Bound using segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:47.147928 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Bound port: e83f7820-f526-40a7-b280-752b96b50c57, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:47.147928 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e83f7820-f526-40a7-b280-752b96b50c57), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.177237 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks [] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.179674 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:47.180780 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:47.182492 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-577f4f65-168c-477d-964c-992e40118532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 3, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:47.223982 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f4f65-168c-477d-964c-992e40118532 None None] The sync data for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi is: [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 3, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:47.227647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] For port e83f7820-f526-40a7-b280-752b96b50c57, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:47.230963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] For port e83f7820-f526-40a7-b280-752b96b50c57, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e83f7820-f526-40a7-b280-752b96b50c57,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:47.231893 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.234357 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:47.241806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.244213 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e66fb567-23fb-4b67-a2a7-a6ed9752840c None None] Current status of the port ab33a957-e15e-47e6-8967-f5ad2f75c332 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:47.262159 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks [] for port (2f5085ba-e87a-4785-9510-f000d15df473), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.264723 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Allocated IP 172.20.0.1 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/625d7e5f-c470-4be1-bd59-8994ac117834) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:47.274030 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.274967 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (8f7e9253-8422-4f44-82f6-b517ac956632), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.278425 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d8500e22-8e50-44f2-b333-0e3601657de8 service neutron] 10.222.0.52 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271386 Jul 14 20:34:47.297609 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port ab33a957-e15e-47e6-8967-f5ad2f75c332 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:47.301595 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.343870 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Attempting to bind port b2aee2a0-0963-469f-8cb6-290cf088a38d on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:47.344257 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Attempting to bind port b2aee2a0-0963-469f-8cb6-290cf088a38d by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:47.344654 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Attempting to bind port b2aee2a0-0963-469f-8cb6-290cf088a38d on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:47.349985 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.376832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-07901194-fc37-4999-82d2-13b31d345103 service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721353 Jul 14 20:34:47.413535 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:47.413950 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:47.414415 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.414875 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:47.415485 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Bound port: b2aee2a0-0963-469f-8cb6-290cf088a38d, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:47.416507 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.454487 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:47.458068 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.526840 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Network 523205c6-ae77-41d6-92fb-64291a948538 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:47.536873 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:47.549581 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870cb53-6182-451a-ac1f-4d58b2ee7e70 None None] Pushing event updated for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.564743 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:47.565581 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:47.575075 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468c95-f954-4a6b-b7f0-fb80a32882cc None None] Pushing event updated for resources: {'Port': ['ID=b2aee2a0-0963-469f-8cb6-290cf088a38d,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.606109 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (1acfc5b3-5288-41d5-9e0a-344cc9e9ac86), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.607018 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] For port b2aee2a0-0963-469f-8cb6-290cf088a38d, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:47.615239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] For port b2aee2a0-0963-469f-8cb6-290cf088a38d, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b2aee2a0-0963-469f-8cb6-290cf088a38d,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:47.618810 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.620819 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1acfc5b3-5288-41d5-9e0a-344cc9e9ac86 HTTP/1.1" status: 204 len: 168 time: 1.0541623 Jul 14 20:34:47.637044 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:47.678554 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8df16e-2413-46eb-b53d-b05072301d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acfc5b3-5288-41d5-9e0a-344cc9e9ac86,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.688241 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-9dfb198c-a210-486f-96c4-218258d75122 service neutron] 10.222.0.52 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933985 Jul 14 20:34:47.768924 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-76bacff6-f471-4e18-a1cf-a5a211f49003 service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897779 Jul 14 20:34:47.949631 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:47.969430 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468c95-f954-4a6b-b7f0-fb80a32882cc None None] Pushing event updated for resources: {'Port': ['ID=b2aee2a0-0963-469f-8cb6-290cf088a38d,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:47.985537 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:47.990716 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:48.077277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Router 8f7e9253-8422-4f44-82f6-b517ac956632 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:34:48.294082 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Port 2f5085ba-e87a-4785-9510-f000d15df473 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:48.497914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:48.503911 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ea8e178f-6d81-43ff-bea4-f9a180d9e5b0 req-f7cfe7f1-9767-4589-a8fe-20acd86ebfc1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 210 time: 0.2019620 Jul 14 20:34:48.530605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Provisioning complete for port e83f7820-f526-40a7-b280-752b96b50c57 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:48.533041 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e83f7820-f526-40a7-b280-752b96b50c57), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:48.539595 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:48.635091 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2f489df-4548-41ac-84a4-4adeef7a708e req-4a1b2a4e-1a26-45c6-96d6-4e98e9f6a25d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.1740360 Jul 14 20:34:48.635383 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:48.669282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:48.672357 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:48.680803 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0ac77da9-e72d-412e-af28-cbd5af0a28d8 admin admin] 10.222.0.52 "PUT /v2.0/routers/8f7e9253-8422-4f44-82f6-b517ac956632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7585433 Jul 14 20:34:48.693953 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks [] for port (625d7e5f-c470-4be1-bd59-8994ac117834), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:48.754139 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:48.757935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port ab33a957-e15e-47e6-8967-f5ad2f75c332 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:48.777957 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:48.781732 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:48.865328 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:48.999938 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:49.049741 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:49.058107 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:49.058245 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:49.063833 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:49.145757 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 3, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:49.288678 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab66f08-ccb2-48da-9d74-5f2763d72115 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 3, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:49.339529 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:49.478277 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:49.478277 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:49.490317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:49.775280 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Current status of the port e83f7820-f526-40a7-b280-752b96b50c57 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:49.775747 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e83f7820-f526-40a7-b280-752b96b50c57), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:49.778628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:49.796756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-f41d3dbc-d23d-4cda-8584-096d1c58b263 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:49.798305 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-f41d3dbc-d23d-4cda-8584-096d1c58b263 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.3700078 Jul 14 20:34:49.880200 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-97284a9d-74e0-4af8-83fc-143b2d9e4546 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/quotas/cceb4db55bba4bd099104acdcb6d2762 HTTP/1.1" status: 200 len: 375 time: 0.0717819 Jul 14 20:34:50.023456 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-e0733cca-0f77-448e-afa4-be25dcef45f2 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418200 Jul 14 20:34:50.397448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:50.534040 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-ad8b9c03-1e74-47a9-bde5-95d5ff30e985 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:50.554290 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-ad8b9c03-1e74-47a9-bde5-95d5ff30e985 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/networks?id=523205c6-ae77-41d6-92fb-64291a948538 HTTP/1.1" status: 200 len: 811 time: 0.4326131 Jul 14 20:34:50.555333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7303d098-189b-4cfa-9b29-37d56e3e8f89 None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:50.568714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] For port e83f7820-f526-40a7-b280-752b96b50c57, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e83f7820-f526-40a7-b280-752b96b50c57,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:50.600927 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:50.713918 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks [] for port (625d7e5f-c470-4be1-bd59-8994ac117834), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:50.725099 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:50.726314 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:50.819838 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:50.820461 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-8a6970c0-ca7d-40b3-8fcd-cf3f3ceabe7a tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/quotas/7ccdb0dd0a034f008329f489ed3f7d4d HTTP/1.1" status: 200 len: 375 time: 0.2647362 Jul 14 20:34:50.873264 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618d42-78f5-4ad5-b6b7-b8a5a2920bc3 None None] Pushing event updated for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:50.921980 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:50.925827 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.052095 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Port 2f5085ba-e87a-4785-9510-f000d15df473 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:51.067265 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:51.067816 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.075813 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-149df6e9-4e33-4217-896f-0cdb9862dcbb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ccdb0dd0a034f008329f489ed3f7d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538331 Jul 14 20:34:51.177928 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-040d3001-9007-46b4-a7e5-b1dc08b96c25 service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1510983 Jul 14 20:34:51.195811 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Sync routers for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:51.222893 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:51.224521 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:51.237396 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Provisioning complete for port e83f7820-f526-40a7-b280-752b96b50c57 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:51.237829 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e83f7820-f526-40a7-b280-752b96b50c57), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.273353 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:51.290488 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:51.294752 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:51.330959 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 2, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:51.467171 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:51.473204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Updating router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:51.547098 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:51.574674 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-c092175e-0882-4232-9c44-c99ff8716687 service neutron] 10.222.0.52 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965355 Jul 14 20:34:51.579418 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60872) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:51.646688 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:34:51.746345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.778751 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:51.779719 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.802837 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:51.811350 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Current status of the port e83f7820-f526-40a7-b280-752b96b50c57 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:51.850836 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:51.859511 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Provisioning complete for port 625d7e5f-c470-4be1-bd59-8994ac117834 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:51.860097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.879603 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:34:51.888719 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-270c9bca-8eb1-4f41-a44b-f30c9a2e9c15 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e086f2b-2c08-40c6-8df2-83154b1c560c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1810544 Jul 14 20:34:51.918415 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:51.919373 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device ab33a957-e15e-47e6-8967-f5ad2f75c332 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:51.957228 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:51.958721 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:46Z', 'revision_number': 4, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2f5085ba-e87a-4785-9510-f000d15df473', 'name': '', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'mac_address': 'fa:16:3e:39:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:44Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 2, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'subnets': [{'id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:52.002262 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Checking router: 8f7e9253-8422-4f44-82f6-b517ac956632 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:52.002994 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Updating router 8f7e9253-8422-4f44-82f6-b517ac956632 port 2f5085ba-e87a-4785-9510-f000d15df473 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:52.029769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:52.067227 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-812cfa78-2d2b-4f36-befe-c0399098121e service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747449 Jul 14 20:34:52.085509 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2f5085ba-e87a-4785-9510-f000d15df473), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.090018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-58234f7b-11a9-45a4-a654-f8998cb98446 None None] Port 625d7e5f-c470-4be1-bd59-8994ac117834 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:52.100478 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port ab33a957-e15e-47e6-8967-f5ad2f75c332 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:52.100859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.109642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-2482c5d7-eb67-46cb-ac10-16c2f662203b service neutron] 10.222.0.52 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339808 Jul 14 20:34:52.165252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f419-5129-4ba9-9b9b-00f75f2c1d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.173761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:52.192114 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:52.235931 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:52.300565 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-fff0aaa5-5347-4bf7-ab63-ad31f6b3efb3 None None] Provisioning complete for port 625d7e5f-c470-4be1-bd59-8994ac117834 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:52.300959 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fff0aaa5-5347-4bf7-ab63-ad31f6b3efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.389467 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f419-5129-4ba9-9b9b-00f75f2c1d3c admin admin] Publish callbacks [] for security_group (d75389c2-6617-458c-aa59-a7870cdeccc7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.396256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f419-5129-4ba9-9b9b-00f75f2c1d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (d75389c2-6617-458c-aa59-a7870cdeccc7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.523177 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-fff0aaa5-5347-4bf7-ab63-ad31f6b3efb3 None None] Port 625d7e5f-c470-4be1-bd59-8994ac117834 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:34:52.527544 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6f419-5129-4ba9-9b9b-00f75f2c1d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75389c2-6617-458c-aa59-a7870cdeccc7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:52.552059 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b2c6f419-5129-4ba9-9b9b-00f75f2c1d3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06aff2402ccc40b19528b26bc2c3b1cd&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9419899 Jul 14 20:34:52.553481 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60908) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:52.733955 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port ab33a957-e15e-47e6-8967-f5ad2f75c332 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:52.735972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f061f9df-b66b-4029-9120-dd214d043e7b up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:52.804917 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:52.818528 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] Publish callbacks [] for security_group (d75389c2-6617-458c-aa59-a7870cdeccc7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.859779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f061f9df-b66b-4029-9120-dd214d043e7b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:52.860178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.873358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] Publish callbacks [] for security_group (d75389c2-6617-458c-aa59-a7870cdeccc7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.897885 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks [] for port (2f5085ba-e87a-4785-9510-f000d15df473), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.914203 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.917343 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f79846d-d31b-48d7-b688-0f103f77ea0d req-4eb6dfa7-5fc4-4558-80fb-11207fd58c89 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.1954522 Jul 14 20:34:52.954781 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (d75389c2-6617-458c-aa59-a7870cdeccc7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.957200 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks [] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.960252 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:52.964849 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d75389c2-6617-458c-aa59-a7870cdeccc7 HTTP/1.1" status: 204 len: 168 time: 0.4100738 Jul 14 20:34:52.989467 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712df38f-4bb5-408d-85cf-4dc0893c5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75389c2-6617-458c-aa59-a7870cdeccc7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:53.007574 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.149566 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-005f069e-aee3-4619-bd11-77f4682a65c2 req-7c411b47-1ac3-42f2-b360-415c90531dc9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.0876608 Jul 14 20:34:53.234876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:53.241131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819476431', 'description': 'tempest-description--466424401'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:53.298872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.322736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69bbca-69df-4596-96b5-9f6b207508db None None] Pushing event updated for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:53.454114 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Attempting to bind port 2f5085ba-e87a-4785-9510-f000d15df473 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:53.454487 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Attempting to bind port 2f5085ba-e87a-4785-9510-f000d15df473 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:53.458900 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Attempting to bind port 2f5085ba-e87a-4785-9510-f000d15df473 on network 523205c6-ae77-41d6-92fb-64291a948538 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:53.477764 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:53.480377 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Checking segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:53.481336 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.490495 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Bound using segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:53.493215 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Bound port: 2f5085ba-e87a-4785-9510-f000d15df473, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:53.497871 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c2df0e04-079b-4277-813e-1f7f447aca0b req-5c1dafb3-074d-4633-a46c-5776f5acf806 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.1602256 Jul 14 20:34:53.500923 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2f5085ba-e87a-4785-9510-f000d15df473), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.515985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f061f9df-b66b-4029-9120-dd214d043e7b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:53.517521 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 480fd838-a58b-4f55-93d2-e825e98bd3d0 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:53.526959 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:53.550862 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0e62e-308d-4812-9f15-b4f2d415efd0 None None] Pushing event updated for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:53.667455 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:53.709334 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] For port 2f5085ba-e87a-4785-9510-f000d15df473, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:53.724278 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] For port 2f5085ba-e87a-4785-9510-f000d15df473, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2f5085ba-e87a-4785-9510-f000d15df473,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:53.749914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2cf21d76-3213-4171-8e17-942aa97917ed), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.762634 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.765776 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2cf21d76-3213-4171-8e17-942aa97917ed), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.840283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.844876 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60954) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:53.845608 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6089056 Jul 14 20:34:53.851345 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2cf21d76-3213-4171-8e17-942aa97917ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:53.872939 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60956) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:53.879942 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:34:53.911095 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:53.916802 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:53.920449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a3ca7-2819-47a9-99b3-41111b5d1e39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf21d76-3213-4171-8e17-942aa97917ed,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:53.933843 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Attempting to bind port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:53.936005 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Attempting to bind port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:53.937614 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Attempting to bind port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:53.991741 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (04cfd39f-800e-4d30-b6f7-5ba2f44ee670), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.012267 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0e62e-308d-4812-9f15-b4f2d415efd0 None None] Pushing event updated for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:54.037572 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:54.038463 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:54.063118 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:54.063349 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Checking segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:54.063612 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.064007 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Bound using segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:54.064758 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Bound port: 17b37dc3-5fd1-400b-9a73-bafd68ffab24, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:54.064890 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.117342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eed8f5c-eaf5-4645-90c9-33fb332fd7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.173167 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:54.184618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:54.210596 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 480fd838-a58b-4f55-93d2-e825e98bd3d0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:54.210991 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.246960 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (04cfd39f-800e-4d30-b6f7-5ba2f44ee670), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.266249 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (04cfd39f-800e-4d30-b6f7-5ba2f44ee670), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.302269 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.304071 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4578223 Jul 14 20:34:54.307142 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60970) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:54.313836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2cf21d76-3213-4171-8e17-942aa97917ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:54.322052 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6da5cf-903a-45b0-8b6c-03645c259a7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cfd39f-800e-4d30-b6f7-5ba2f44ee670,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:54.371993 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (97e07800-79a0-4b38-ad85-21440004c934), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.402264 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:54.497813 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:54.584666 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eed8f5c-eaf5-4645-90c9-33fb332fd7c8 admin admin] Publish callbacks [] for security_group (795034eb-da99-430f-bf9c-07d93d5c9d72), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.610146 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (97e07800-79a0-4b38-ad85-21440004c934), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.622473 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (97e07800-79a0-4b38-ad85-21440004c934), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.679714 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-5eed8f5c-eaf5-4645-90c9-33fb332fd7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (795034eb-da99-430f-bf9c-07d93d5c9d72), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.697197 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.703361 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932045 Jul 14 20:34:54.705860 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5fb24-a699-4d45-b62f-fd9897ca131c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e07800-79a0-4b38-ad85-21440004c934,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:54.709952 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 60986) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:54.720832 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:54.748445 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Current status of the port 2f5085ba-e87a-4785-9510-f000d15df473 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:54.749020 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2f5085ba-e87a-4785-9510-f000d15df473), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.792497 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc22f815-b279-443a-b204-752265d52617 req-3a51cef8-ee16-4814-a3ad-a585508de100 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.3852901 Jul 14 20:34:54.825907 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:54.836291 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b629aba3-10cc-4ce6-97d8-1a37bd36909c req-67e33175-b06a-4d0c-a49c-cf292503a1e9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.2447684 Jul 14 20:34:54.873628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] For port 17b37dc3-5fd1-400b-9a73-bafd68ffab24, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:54.886206 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-5eed8f5c-eaf5-4645-90c9-33fb332fd7c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea74e7cf74ba465ea46af5315466e5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0119538 Jul 14 20:34:54.887950 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:54.891084 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 60994) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:54.902851 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed8f5c-eaf5-4645-90c9-33fb332fd7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795034eb-da99-430f-bf9c-07d93d5c9d72,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:54.950246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] For port 17b37dc3-5fd1-400b-9a73-bafd68ffab24, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=17b37dc3-5fd1-400b-9a73-bafd68ffab24,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:54.960345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:54.962142 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b167bd4-e928-42d9-82fa-f0dd3c8e5fd8 req-5f761616-33df-437d-bc96-8d2c7d3839f5 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.0370197 Jul 14 20:34:55.038427 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:55.083251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] Publish callbacks [] for security_group (795034eb-da99-430f-bf9c-07d93d5c9d72), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.114256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.168819 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] Publish callbacks [] for security_group (795034eb-da99-430f-bf9c-07d93d5c9d72), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.233151 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:46Z', 'revision_number': 4, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2f5085ba-e87a-4785-9510-f000d15df473', 'name': '', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'mac_address': 'fa:16:3e:39:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:44Z', 'updated_at': '2022-07-14T20:34:53Z', 'revision_number': 4, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'subnets': [{'id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:55.275646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (795034eb-da99-430f-bf9c-07d93d5c9d72), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.278283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.279552 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/795034eb-da99-430f-bf9c-07d93d5c9d72 HTTP/1.1" status: 204 len: 168 time: 0.3870981 Jul 14 20:34:55.290997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] For port 2f5085ba-e87a-4785-9510-f000d15df473, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2f5085ba-e87a-4785-9510-f000d15df473,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:55.296638 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.301341 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea5c33-5f6a-4255-af8a-968071b6546c None None] The sync data for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi is: [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:46Z', 'revision_number': 4, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2f5085ba-e87a-4785-9510-f000d15df473', 'name': '', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'mac_address': 'fa:16:3e:39:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:44Z', 'updated_at': '2022-07-14T20:34:53Z', 'revision_number': 4, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'subnets': [{'id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:55.311762 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ee517-afa9-4692-acd1-301ce9851ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795034eb-da99-430f-bf9c-07d93d5c9d72,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:55.313397 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.399740 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.62', 49702) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:55.406246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 480fd838-a58b-4f55-93d2-e825e98bd3d0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:55.406638 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.466310 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.27.0.72 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/c51fff3c-0ce8-40bb-b418-a6b701e130b1) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:55.486362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:55.486767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.606976 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:55.678333 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-81b7ee44-cfee-4bcb-bfdd-95e8ee89fdee tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:55.679897 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-81b7ee44-cfee-4bcb-bfdd-95e8ee89fdee tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.2789173 Jul 14 20:34:55.713211 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:55.723663 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.743885 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:55.794738 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.809385 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 480fd838-a58b-4f55-93d2-e825e98bd3d0, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=480fd838-a58b-4f55-93d2-e825e98bd3d0,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:55.870350 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'port': {'device_id': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'admin_state_up': True, 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:55.918241 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.62', 49703) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:55.919896 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:55.974018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:34:55.976840 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:34:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:56.100967 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:56.124215 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:56.131441 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:56.236149 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69bbca-69df-4596-96b5-9f6b207508db None None] Pushing event updated for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:56.339480 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f322e9e-566e-4d6f-a378-fa2328463946 None None] Pushing event updated for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:56.345754 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Current status of the port 2f5085ba-e87a-4785-9510-f000d15df473 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:56.351041 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.62', 49704) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:56.352474 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 32808) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:56.368667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Provisioning complete for port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:56.368667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:56.396296 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=c51fff3c-0ce8-40bb-b418-a6b701e130b1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:56.433235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:56.527248 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1b62483-012c-4bb4-9153-a6c14159c793 req-a94f9897-c5d0-479f-b40f-b7e5ec4888c6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.4591727 Jul 14 20:34:56.555966 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:56.582413 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8293be7-9163-4a6c-ab78-b426a5e8aa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:56.620394 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6de081e4-d907-4989-a31f-ab904ee81ea7 req-e079b821-bfe7-44ce-8abd-2d5bfb0f3c99 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.2651739 Jul 14 20:34:56.711362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:56.718587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:56.821083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:34:56.821714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Updating router 0e086f2b-2c08-40c6-8df2-83154b1c560c port 625d7e5f-c470-4be1-bd59-8994ac117834 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:34:56.870149 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:56.872583 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=480fd838-a58b-4f55-93d2-e825e98bd3d0,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:56.910767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:34:56.955495 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8293be7-9163-4a6c-ab78-b426a5e8aa50 admin admin] Publish callbacks [] for security_group (a40bcd6c-512e-41d2-b960-ef1a87baf39e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.004550 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.62', 49713) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:57.166603 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:57.189309 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:57.196858 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-280aa71f-3649-4abf-b844-18734882629f req-a84e7577-85be-460b-9d4e-658dd0d089d1 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.2142768 Jul 14 20:34:57.312056 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:57.312459 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.369094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8293be7-9163-4a6c-ab78-b426a5e8aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a40bcd6c-512e-41d2-b960-ef1a87baf39e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.373056 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.392161 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Current status of the port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:57.392744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.396401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.656887 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8293be7-9163-4a6c-ab78-b426a5e8aa50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80df8ee25ad54bb0959a5028270cd779&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1780941 Jul 14 20:34:57.670178 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-7deafc0c-cdf0-44fb-aab3-1789f46b26f7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:57.671255 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293be7-9163-4a6c-ab78-b426a5e8aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40bcd6c-512e-41d2-b960-ef1a87baf39e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:57.672422 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-7deafc0c-cdf0-44fb-aab3-1789f46b26f7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.6602690 Jul 14 20:34:57.674115 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.691947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 32872) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:34:57.692845 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=c51fff3c-0ce8-40bb-b418-a6b701e130b1,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:57.730075 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] For port 17b37dc3-5fd1-400b-9a73-bafd68ffab24, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=17b37dc3-5fd1-400b-9a73-bafd68ffab24,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:57.757101 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.774408 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:57.775228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:57.779567 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-38592477-b4e5-4d21-ba87-da007de751a4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0671356 Jul 14 20:34:57.790170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'port': {'device_id': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'admin_state_up': True, 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:34:57.842069 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bec79ff9-1c76-411d-aca6-5362be0aa917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.054024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-f9a4ecbc-fef4-4582-9a8d-c23dc26d356f tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:58.055591 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-f9a4ecbc-fef4-4582-9a8d-c23dc26d356f tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.62 "GET /v2.0/networks?id=523205c6-ae77-41d6-92fb-64291a948538 HTTP/1.1" status: 200 len: 811 time: 1.6052251 Jul 14 20:34:58.085296 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Made reservation on behalf of cceb4db55bba4bd099104acdcb6d2762 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:58.087501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.165612 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b20e0906-a170-4b3f-b72f-2a675f6b7146 None None] Provisioning complete for port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:58.165972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b20e0906-a170-4b3f-b72f-2a675f6b7146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.215665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:58.218559 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b2aee2a0-0963-469f-8cb6-290cf088a38d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:58.231477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] Publish callbacks [] for security_group (a40bcd6c-512e-41d2-b960-ef1a87baf39e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.250642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2bfdd08-5000-4e6f-aece-83ce6bc60d87 req-94d884e5-bf14-4912-999c-66fce568ac37 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.3729830 Jul 14 20:34:58.255744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626f4a1-60a4-405b-b71a-f6b9f952cc85 None None] Pushing event updated for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:58.265134 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9168724c-990f-4ccc-a135-ea0c92b481f1 req-6b184c7a-e4c3-48eb-9117-5266aaaffab6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.3358209 Jul 14 20:34:58.295565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-37be6d49-6019-4e0e-853c-14b2470a82d5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:58.298204 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-37be6d49-6019-4e0e-853c-14b2470a82d5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 816 time: 2.3790026 Jul 14 20:34:58.320746 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:58.340807 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] Publish callbacks [] for security_group (a40bcd6c-512e-41d2-b960-ef1a87baf39e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.463235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Made reservation on behalf of cceb4db55bba4bd099104acdcb6d2762 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:34:58.474842 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.479340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:58.561271 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-97a35c89-4940-4bc0-bfaa-27e1c31620e5 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--819476431&fields=id&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 267 time: 0.1455009 Jul 14 20:34:58.601615 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a40bcd6c-512e-41d2-b960-ef1a87baf39e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.604122 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:58.621924 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a40bcd6c-512e-41d2-b960-ef1a87baf39e HTTP/1.1" status: 204 len: 168 time: 0.8885293 Jul 14 20:34:58.748699 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-86ab5373-6a38-4b6e-b42c-d55452fcbde3 req-e51cf4ab-6c46-4b29-947c-2030e00c3427 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.1562049 Jul 14 20:34:58.811042 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bb4cf-6624-41dc-b403-4b2c0b7ba600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40bcd6c-512e-41d2-b960-ef1a87baf39e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:58.836482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Allocated IP 172.20.0.8 (68cf6283-4fe3-4009-aca7-134fe5f10d19/71e1caf4-0655-495d-aaec-614e9d240517/33ce41a8-cfae-480a-8e36-a527518059f8) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:58.921159 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-7adc7031-da6b-4df9-ae13-7fb83141749c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:58.928147 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-7adc7031-da6b-4df9-ae13-7fb83141749c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.3367929 Jul 14 20:34:58.933872 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:54Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:34:58.963714 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-a2c2b483-8b86-4336-a183-9ada1d48e763 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/quotas/40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 375 time: 0.0345607 Jul 14 20:34:59.053711 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-30e687ec-c1c2-4df6-be5f-7e26f0f6ee06 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838130 Jul 14 20:34:59.075325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:59.118094 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e2804-d7a5-4ea7-9257-b0b75194b8af None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:54Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:34:59.178326 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port b2aee2a0-0963-469f-8cb6-290cf088a38d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:59.178649 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.240688 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks [] for port (625d7e5f-c470-4be1-bd59-8994ac117834), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.259493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.272764 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b20e0906-a170-4b3f-b72f-2a675f6b7146 None None] Current status of the port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:59.350013 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e7f3-1f45-4c31-b900-ec0f98e967ab None None] Pushing event updated for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:59.433244 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a3c137b-4393-4437-a1c8-b115fac4c373 req-5d291aa1-3d18-4e5f-a3e9-188d637b6826 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.0781090 Jul 14 20:34:59.439576 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for port (33ce41a8-cfae-480a-8e36-a527518059f8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.447525 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-94a960df-7a94-4c13-b40b-6a39dfdcc2a1 service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663127 Jul 14 20:34:59.510309 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Attempting to bind port 625d7e5f-c470-4be1-bd59-8994ac117834 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:34:59.510584 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Attempting to bind port 625d7e5f-c470-4be1-bd59-8994ac117834 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:34:59.511091 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Attempting to bind port 625d7e5f-c470-4be1-bd59-8994ac117834 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:34:59.537064 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:34:59.537433 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:34:59.537847 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.539107 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:34:59.544269 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Bound port: 625d7e5f-c470-4be1-bd59-8994ac117834, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:34:59.544877 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.565244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port b2aee2a0-0963-469f-8cb6-290cf088a38d is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:34:59.566402 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.592744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port b2aee2a0-0963-469f-8cb6-290cf088a38d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b2aee2a0-0963-469f-8cb6-290cf088a38d,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:34:59.611668 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:59.616906 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:59.617911 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.619450 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2f5085ba-e87a-4785-9510-f000d15df473 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:34:59.645280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.671777 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2b7f4888-c892-4e69-9ac4-4bef1c8647d8 req-050ca1f2-1463-4849-801d-bb82b1339256 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.0749791 Jul 14 20:34:59.708200 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] For port 625d7e5f-c470-4be1-bd59-8994ac117834, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:34:59.711354 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] For port 625d7e5f-c470-4be1-bd59-8994ac117834, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=625d7e5f-c470-4be1-bd59-8994ac117834,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:34:59.751902 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:34:59.761835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:34:59.770926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:34:59.773914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:34:59.777898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.779747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:34:59.780404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.812833 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Allocated IP 172.20.0.11 (68cf6283-4fe3-4009-aca7-134fe5f10d19/71e1caf4-0655-495d-aaec-614e9d240517/1f90d544-e4b7-4775-8f93-61ce62d596b4) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:34:59.889268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Provisioning complete for port 625d7e5f-c470-4be1-bd59-8994ac117834 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:34:59.896948 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.945001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e6e3abdd-7738-492f-b9c5-6720f24654ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:34:59.972531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:34:59.995318 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-41251178-b413-4b10-9967-1f6334d5c39c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1286082 Jul 14 20:35:00.008188 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-3c5460fc-791f-4323-9651-41d646c674ea service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546165 Jul 14 20:35:00.070212 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=b2aee2a0-0963-469f-8cb6-290cf088a38d,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:00.093393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:00.097504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:00.109547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63e88cd5-d77e-44ed-b2ee-95bb4d12073f req-25223b3d-2957-4cb0-ad2b-21e1a9387341 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.0988457 Jul 14 20:35:00.231454 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:35:00.232164 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:35:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:00.345037 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:00.390627 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:00.406377 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba17992e-26b4-4989-894e-7b2cdeef3b24 req-7d28559f-85a5-456e-a40a-a14bee69b7b1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 210 time: 0.0475004 Jul 14 20:35:00.435608 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:00.570353 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Current status of the port 625d7e5f-c470-4be1-bd59-8994ac117834 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:00.573942 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:00.611519 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:00.627388 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:35:00.629455 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:35:00.639809 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:35:00.646702 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:00.647774 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:00.664616 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fa370-5c55-499b-afbf-2da7a864b28b req-72ea5faf-8ef2-4e07-bf55-eb0ea1d17a6d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:00.671122 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-410fa370-5c55-499b-afbf-2da7a864b28b req-72ea5faf-8ef2-4e07-bf55-eb0ea1d17a6d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 932 time: 0.1462560 Jul 14 20:35:00.678637 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-eb98958c-4550-4377-9a3e-5f229a0a4ca0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9418614 Jul 14 20:35:00.684536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:35:00.796302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Request body: {'port': {'device_id': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'admin_state_up': True, 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:00.875149 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:00.900272 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e7f3-1f45-4c31-b900-ec0f98e967ab None None] Pushing event updated for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:00.995960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 2f5085ba-e87a-4785-9510-f000d15df473 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:00.997381 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e83f7820-f526-40a7-b280-752b96b50c57 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:01.033177 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:01.034818 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed73a6e6-2d20-4fee-8d21-0dfccc30b333 req-06201d88-d85a-45a4-9a76-7f2006fdd1a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.1670010 Jul 14 20:35:01.119492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-f93e62ba-311e-4b2b-b7b8-69897f8e0b65 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:35:01.120515 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-f93e62ba-311e-4b2b-b7b8-69897f8e0b65 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067766 Jul 14 20:35:01.138566 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] For port 625d7e5f-c470-4be1-bd59-8994ac117834, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=625d7e5f-c470-4be1-bd59-8994ac117834,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:01.143338 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7432741-a581-4d6b-8dba-bfa690da0ed2 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:35:01.163705 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:01.184768 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:01.299200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-1d052e72-f454-44d9-b2e9-6fd7ef5b761d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:35:01.301098 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-1d052e72-f454-44d9-b2e9-6fd7ef5b761d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1002684 Jul 14 20:35:01.388571 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-410fa370-5c55-499b-afbf-2da7a864b28b req-c8888ba9-7902-4893-b17a-5d074b815dcd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048297 Jul 14 20:35:01.399089 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Made reservation on behalf of 7ccdb0dd0a034f008329f489ed3f7d4d for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:35:01.402484 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:01.449773 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dcd0ab60-961f-47c9-9f43-553867a1ec44 req-0cacc1dc-7354-4afa-81c7-ff5d1ea0b759 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.1029441 Jul 14 20:35:01.490076 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f3494-eeaf-4351-bcab-df6adaf46696 None None] Pushing event updated for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:01.501204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e83f7820-f526-40a7-b280-752b96b50c57 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:01.502547 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e83f7820-f526-40a7-b280-752b96b50c57), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:01.665923 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Provisioning complete for port 625d7e5f-c470-4be1-bd59-8994ac117834 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:01.675810 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Allocated IP 172.20.0.3 (523205c6-ae77-41d6-92fb-64291a948538/e0f86a4c-1d13-4177-8351-69ae12f1aa4a/ea4dd618-a12a-4809-aad4-c26bb92988bd) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:35:01.680837 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:01.760530 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Request body: {'port': {'device_id': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:01.771987 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:01.790440 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Request body: {'port': {'device_id': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:01.870761 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.005423 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Current status of the port 625d7e5f-c470-4be1-bd59-8994ac117834 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:02.079048 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-8d491432-a0f8-4901-b6ef-081c04e2070c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 380 time: 0.8757114 Jul 14 20:35:02.167756 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Provisioning complete for port 1f90d544-e4b7-4775-8f93-61ce62d596b4 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:02.167756 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.168071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'port': {'device_id': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'admin_state_up': True, 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'security_groups': ['f032027b-0d92-4986-9cb2-80ceff6b0f84']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:02.177744 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:35:02.287246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Port 1f90d544-e4b7-4775-8f93-61ce62d596b4 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:35:02.322052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Provisioning complete for port 33ce41a8-cfae-480a-8e36-a527518059f8 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:02.328322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.374613 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3ea7fa0-74c4-473d-9294-ceeba6f2aa55 req-817f55b3-361b-40fc-b7b2-d875ac05b86a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 210 time: 0.5891991 Jul 14 20:35:02.397685 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e83f7820-f526-40a7-b280-752b96b50c57 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:02.448104 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-df58ab83-3d48-4864-a698-161ae0fbeeb7 None None] Port 33ce41a8-cfae-480a-8e36-a527518059f8 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:35:02.505377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:02.614540 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Made reservation on behalf of d8d67813ac3a41d6a7b7ae8ac9629d71 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:35:02.618453 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.662395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.665285 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a313679d-cf26-4dbc-b71b-cb293ddf2395 req-eff16d0f-a7c7-4cf7-b544-d52e1211ea0e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.2478390 Jul 14 20:35:02.744554 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.62', 49720) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:02.786985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:02.845244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:02.917852 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 480fd838-a58b-4f55-93d2-e825e98bd3d0 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:03.023239 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 480fd838-a58b-4f55-93d2-e825e98bd3d0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:03.023917 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.039304 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Allocated IP 172.20.0.13 (fc4df55f-56f1-4441-a13c-56b6d6bdcde5/7090dc08-6867-47e5-8faa-57595071b8f5/1ac0a834-cdf8-45d5-b1de-b010bb6c8485) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:35:03.116059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-46760e88-3c61-4626-b41d-ad04e3b214d7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:03.126203 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-46760e88-3c61-4626-b41d-ad04e3b214d7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.3752484 Jul 14 20:35:03.166869 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:03.317253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 480fd838-a58b-4f55-93d2-e825e98bd3d0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:03.325371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b2aee2a0-0963-469f-8cb6-290cf088a38d up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:03.438025 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ce41a8-cfae-480a-8e36-a527518059f8 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:03.444565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:03.453602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.474974 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks [] for port (33ce41a8-cfae-480a-8e36-a527518059f8), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.495931 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port b2aee2a0-0963-469f-8cb6-290cf088a38d triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:03.500400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.580429 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Transition to ACTIVE for port object 33ce41a8-cfae-480a-8e36-a527518059f8 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:35:03.583181 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:03.618060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.701557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:03.748185 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d69ac26-91d7-4c7f-9ccf-6d3eccdfac94 req-721201ac-c52f-4c2e-ac8b-91cffbe7fcc5 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.3215151 Jul 14 20:35:04.033369 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d684-9f12-456a-a513-ff02f800d906 req-83ef53e1-9a93-48ed-89af-5457af5726c5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:04.053742 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0b3d684-9f12-456a-a513-ff02f800d906 req-83ef53e1-9a93-48ed-89af-5457af5726c5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 932 time: 1.3834059 Jul 14 20:35:04.142070 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-dce490e1-7380-466c-b199-7487aaffa43b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 379 time: 0.9380791 Jul 14 20:35:04.188005 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'port': {'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'admin_state_up': True, 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'security_groups': ['2cf21d76-3213-4171-8e17-942aa97917ed']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:04.193688 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Attempting to bind port 33ce41a8-cfae-480a-8e36-a527518059f8 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:35:04.194071 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Attempting to bind port 33ce41a8-cfae-480a-8e36-a527518059f8 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:35:04.194464 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Attempting to bind port 33ce41a8-cfae-480a-8e36-a527518059f8 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:04.205845 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:04.268240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Port 33ce41a8-cfae-480a-8e36-a527518059f8 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:35:04.268583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Attempting to bind port 33ce41a8-cfae-480a-8e36-a527518059f8 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:04.275848 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.337307 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:35:04.337664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:35:04.338880 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Bound using segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:35:04.340791 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Bound port: 33ce41a8-cfae-480a-8e36-a527518059f8, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:35:04.341860 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.407603 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7553cab3-5723-4181-b51f-c65531f594bf req-88f80735-4f33-4766-9a2e-61e12209d5a8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 210 time: 0.2854285 Jul 14 20:35:04.480494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks [] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.498625 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port b2aee2a0-0963-469f-8cb6-290cf088a38d is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:04.501155 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 625d7e5f-c470-4be1-bd59-8994ac117834 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:04.533412 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:35:04.540545 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33ce41a8-cfae-480a-8e36-a527518059f8,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:35:04.568857 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.632556 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:35:04.636384 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.658582 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 625d7e5f-c470-4be1-bd59-8994ac117834 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:04.660351 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.702922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:04.703570 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.705271 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] 10.222.0.62 "PUT /v2.0/ports/33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 1093 time: 3.0654771 Jul 14 20:35:04.706438 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:04.821202 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 625d7e5f-c470-4be1-bd59-8994ac117834 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:04.831987 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2f5085ba-e87a-4785-9510-f000d15df473 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:04.900867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 2f5085ba-e87a-4785-9510-f000d15df473 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:04.901608 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2f5085ba-e87a-4785-9510-f000d15df473), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:04.964121 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.035079 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 2f5085ba-e87a-4785-9510-f000d15df473 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:05.036919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 17b37dc3-5fd1-400b-9a73-bafd68ffab24 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:05.093978 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:05.117381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:35:05.170768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Network 523205c6-ae77-41d6-92fb-64291a948538 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:35:05.174992 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:05.177694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:05.229479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:35:05.239433 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.247970 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:35:05.261677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:05.263934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:05.337588 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.341102 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:35:05.349540 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:35:05.359579 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:05.360258 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:05.376933 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0b3d684-9f12-456a-a513-ff02f800d906 req-3652546a-9cc8-43b2-9d9a-8a81e434a93a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3214450 Jul 14 20:35:05.408453 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6230686 Jul 14 20:35:05.476867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:05.512970 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:05.592994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8465d03-8c1b-42c6-b208-fcf200038f22 req-239af6c3-05ff-4196-8e9f-b27aad8d77f1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:05.607577 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8465d03-8c1b-42c6-b208-fcf200038f22 req-239af6c3-05ff-4196-8e9f-b27aad8d77f1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.5491254 Jul 14 20:35:05.624418 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d6e23d06-e88d-4a9f-a9cc-43824b024a90 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5312948 Jul 14 20:35:05.642862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00a387b-43df-41f5-97ac-4c275260d578" -d '{"events": [{"name": "network-changed", "server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:05.655990 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a911b57-a4ae-4704-acbe-d8c2a548fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:05.744815 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-0d715e23-52cf-48b4-bf4d-7e653f6be6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:05.750765 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-0d715e23-52cf-48b4-bf4d-7e653f6be6f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1127 time: 0.9022472 Jul 14 20:35:05.868929 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-056b97c0-f1a7-4132-a587-c8126248fb83 None None] Provisioning complete for port ea4dd618-a12a-4809-aad4-c26bb92988bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:05.869533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-056b97c0-f1a7-4132-a587-c8126248fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:05.873137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.20.0.8 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/59599dd6-29f1-4ecf-91d4-36c5c1372812) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:35:05.898223 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.920502 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-056b97c0-f1a7-4132-a587-c8126248fb83 None None] Port ea4dd618-a12a-4809-aad4-c26bb92988bd cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:35:05.930573 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.940383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b225-c3fa-4063-b1fa-80fdf0305761 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Pushing event updated for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:05.952901 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:05.958110 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff84a81-85ce-4847-a579-fe9828718245 req-2196dd26-0b55-4cd7-a1ff-b3dca49e72bb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:05.959639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff84a81-85ce-4847-a579-fe9828718245 req-2196dd26-0b55-4cd7-a1ff-b3dca49e72bb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.2430372 Jul 14 20:35:05.979657 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8465d03-8c1b-42c6-b208-fcf200038f22 req-472f0354-468d-47aa-be86-9ab1c089fa42 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707168 Jul 14 20:35:06.041007 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6dd49d1f-80f7-4a1e-a239-2461bbb85fe2 None None] Provisioning complete for port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:06.041375 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dd49d1f-80f7-4a1e-a239-2461bbb85fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.074781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6dd49d1f-80f7-4a1e-a239-2461bbb85fe2 None None] Port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:35:06.093148 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.115081 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2757ffc-9235-4d70-8ff3-4e26e3c47476 req-db185893-20b9-4fa6-9da5-521251641d5a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 210 time: 0.0489750 Jul 14 20:35:06.117206 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f90d544-e4b7-4775-8f93-61ce62d596b4 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:06.136314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks [] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.140653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.147013 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ff84a81-85ce-4847-a579-fe9828718245 req-41336b86-9e6d-410b-9848-ee3270acf813 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759844 Jul 14 20:35:06.166318 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Transition to ACTIVE for port object 1f90d544-e4b7-4775-8f93-61ce62d596b4 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:35:06.170473 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.202182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:35:06.206527 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:35:06.209070 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:06.217857 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:35:06.220966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33138) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:06.224250 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:06.224888 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.252485 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-8bac7884-11e6-4411-89fa-e52ad3cfa8df tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1082082 Jul 14 20:35:06.252646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:06.318826 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Attempting to bind port 1f90d544-e4b7-4775-8f93-61ce62d596b4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:35:06.319237 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Attempting to bind port 1f90d544-e4b7-4775-8f93-61ce62d596b4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:35:06.319583 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Attempting to bind port 1f90d544-e4b7-4775-8f93-61ce62d596b4 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:06.327985 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Port 1f90d544-e4b7-4775-8f93-61ce62d596b4 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:35:06.328214 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Attempting to bind port 1f90d544-e4b7-4775-8f93-61ce62d596b4 on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:06.336830 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:35:06.337192 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:35:06.337765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Bound using segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:35:06.338202 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Bound port: 1f90d544-e4b7-4775-8f93-61ce62d596b4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:35:06.338560 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.424653 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c482e4f-211e-4358-bea3-c544ce7b6731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.481624 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:35:06.490649 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:35:06.510818 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5bf125-a23f-423b-ab10-98371a8da95f x-openstack-request-id: req-cd5bf125-a23f-423b-ab10-98371a8da95f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:06.511148 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:06.511442 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd5bf125-a23f-423b-ab10-98371a8da95f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:06.511538 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.511909 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5bf125-a23f-423b-ab10-98371a8da95f'] response: {'name': 'network-changed', 'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8', 'status': 'completed', 'code': 200} Jul 14 20:35:06.598856 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:06.599516 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.600972 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f90d544-e4b7-4775-8f93-61ce62d596b4 HTTP/1.1" status: 200 len: 1094 time: 4.8175552 Jul 14 20:35:06.601499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:06.606669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-037cec86-88d9-44ad-b868-15dbd373854d None None] Provisioning complete for port 59599dd6-29f1-4ecf-91d4-36c5c1372812 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:06.607134 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-037cec86-88d9-44ad-b868-15dbd373854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.649599 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-037cec86-88d9-44ad-b868-15dbd373854d None None] Port 59599dd6-29f1-4ecf-91d4-36c5c1372812 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:35:06.685697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a235d76-6d78-4e34-91c8-b3d5d77ec4e6 req-2562b097-b70c-4d8f-8594-c10410cd350e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:06.687318 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a235d76-6d78-4e34-91c8-b3d5d77ec4e6 req-2562b097-b70c-4d8f-8594-c10410cd350e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.1895840 Jul 14 20:35:06.710750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a893-358c-478b-bf37-ac5fd13826c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:06.738319 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec32bc-3594-421d-906f-1068871d4260" -d '{"events": [{"name": "network-changed", "server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:06.741428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c482e4f-211e-4358-bea3-c544ce7b6731 admin admin] Publish callbacks [] for security_group (c36ea2df-e0c6-41ad-80c1-b2e0d54d4479), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.753515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c482e4f-211e-4358-bea3-c544ce7b6731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c36ea2df-e0c6-41ad-80c1-b2e0d54d4479), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.762085 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:06.818197 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9a235d76-6d78-4e34-91c8-b3d5d77ec4e6 req-fc9e4963-0eb2-4275-9bfa-1d5f95427647 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203971 Jul 14 20:35:06.819404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482e4f-211e-4358-bea3-c544ce7b6731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ea2df-e0c6-41ad-80c1-b2e0d54d4479,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:06.823623 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c482e4f-211e-4358-bea3-c544ce7b6731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=648bdbfd9b0c45349c25e9efae8e259e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999413 Jul 14 20:35:06.826250 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33156) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:06.886288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33c747-8ec2-4653-81f0-51c62f878f7b x-openstack-request-id: req-ae33c747-8ec2-4653-81f0-51c62f878f7b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:06.886576 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:06.886984 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae33c747-8ec2-4653-81f0-51c62f878f7b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:06.887498 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae33c747-8ec2-4653-81f0-51c62f878f7b'] response: {'name': 'network-changed', 'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4', 'status': 'completed', 'code': 200} Jul 14 20:35:06.896900 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] Publish callbacks [] for security_group (c36ea2df-e0c6-41ad-80c1-b2e0d54d4479), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.906200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:06.919822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] Publish callbacks [] for security_group (c36ea2df-e0c6-41ad-80c1-b2e0d54d4479), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.971308 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c36ea2df-e0c6-41ad-80c1-b2e0d54d4479), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.974298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:06.975447 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c36ea2df-e0c6-41ad-80c1-b2e0d54d4479 HTTP/1.1" status: 204 len: 168 time: 0.1480708 Jul 14 20:35:06.983101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afc68a-e166-414e-9960-73f2394daf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ea2df-e0c6-41ad-80c1-b2e0d54d4479,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:07.097369 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36734ad8-69b6-4f0e-a173-302cb704a76d req-a4d9ab94-eddc-4e8c-acd6-30b356b7876e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:07.099017 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36734ad8-69b6-4f0e-a173-302cb704a76d req-a4d9ab94-eddc-4e8c-acd6-30b356b7876e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0511208 Jul 14 20:35:07.146815 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36734ad8-69b6-4f0e-a173-302cb704a76d req-03c3867a-503c-4955-8455-0c4e6a4d41d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Jul 14 20:35:07.244169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e9c81-fa95-4368-8036-ac92e64c19aa req-7e9cd426-778f-4f74-b277-18c6580ba6be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:07.245661 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b3e9c81-fa95-4368-8036-ac92e64c19aa req-7e9cd426-778f-4f74-b277-18c6580ba6be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.0514069 Jul 14 20:35:07.274469 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33172) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:07.292941 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b542b-a070-43ba-9f61-e3eee03b0480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.295570 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:07.310241 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32434a-25cf-48de-bef6-bdaf46376d17 req-c9ed70e9-5cfe-4cd6-be44-e2fc365944f7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:07.311731 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db32434a-25cf-48de-bef6-bdaf46376d17 req-c9ed70e9-5cfe-4cd6-be44-e2fc365944f7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.0652030 Jul 14 20:35:07.348022 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b3e9c81-fa95-4368-8036-ac92e64c19aa req-08fe6d5c-1b02-4497-9895-c9863e423a26 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910189 Jul 14 20:35:07.376666 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db32434a-25cf-48de-bef6-bdaf46376d17 req-2f28ed32-9f39-4b80-b75d-86cd05330940 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579960 Jul 14 20:35:07.383021 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b542b-a070-43ba-9f61-e3eee03b0480 admin admin] Publish callbacks [] for security_group (aebbe7e6-4ba6-46cc-9bc8-2aaab61df239), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.387076 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4b4b542b-a070-43ba-9f61-e3eee03b0480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (aebbe7e6-4ba6-46cc-9bc8-2aaab61df239), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.434366 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4b4b542b-a070-43ba-9f61-e3eee03b0480 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e0754f3cd9543dbafacf74059719645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586943 Jul 14 20:35:07.435543 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b542b-a070-43ba-9f61-e3eee03b0480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebbe7e6-4ba6-46cc-9bc8-2aaab61df239,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:07.437063 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33174) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:07.486123 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] Publish callbacks [] for security_group (aebbe7e6-4ba6-46cc-9bc8-2aaab61df239), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.508313 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] Publish callbacks [] for security_group (aebbe7e6-4ba6-46cc-9bc8-2aaab61df239), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.554549 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (aebbe7e6-4ba6-46cc-9bc8-2aaab61df239), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.557070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:07.558197 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aebbe7e6-4ba6-46cc-9bc8-2aaab61df239 HTTP/1.1" status: 204 len: 168 time: 0.1201117 Jul 14 20:35:07.566485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77c6fc-caa1-443e-9f16-fedd10161ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebbe7e6-4ba6-46cc-9bc8-2aaab61df239,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:08.062179 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0a90-964a-4641-97ac-661bd9cee5bb req-ebc6984f-7e3d-4bd3-a74c-ec45f92d15f5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:08.064079 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ecd0a90-964a-4641-97ac-661bd9cee5bb req-ebc6984f-7e3d-4bd3-a74c-ec45f92d15f5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0668998 Jul 14 20:35:08.092554 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:08.137215 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ecd0a90-964a-4641-97ac-661bd9cee5bb req-b69a67a1-aff0-497d-8f04-11630909c778 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Jul 14 20:35:08.325172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11c986-55d5-4d70-adbe-0df73f78415e req-2f0ad87a-82f4-444e-a62c-726d67414055 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:08.327208 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e11c986-55d5-4d70-adbe-0df73f78415e req-2f0ad87a-82f4-444e-a62c-726d67414055 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0948193 Jul 14 20:35:08.392054 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e11c986-55d5-4d70-adbe-0df73f78415e req-75daed30-250d-48f4-b1db-aa9e5a069575 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584176 Jul 14 20:35:08.515273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef3da0-7fae-4036-a759-d9c3167acb49 req-5c97577d-a20f-43a0-bfcd-fd4214e6efa8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:08.517737 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6ef3da0-7fae-4036-a759-d9c3167acb49 req-5c97577d-a20f-43a0-bfcd-fd4214e6efa8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.0723777 Jul 14 20:35:08.571592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2f529-bc33-4597-8528-502fba310339 req-1cca45a7-50da-4cfc-a578-311a640da50c tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:08.573679 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85b2f529-bc33-4597-8528-502fba310339 req-1cca45a7-50da-4cfc-a578-311a640da50c tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.0901868 Jul 14 20:35:08.644040 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6ef3da0-7fae-4036-a759-d9c3167acb49 req-dd946794-edfa-4216-a366-70511d4f4277 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046689 Jul 14 20:35:08.661042 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:08.704361 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85b2f529-bc33-4597-8528-502fba310339 req-a001d4d2-dc92-4b4e-b5db-48ae5f8f7114 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975091 Jul 14 20:35:09.284936 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef11bf-b809-47d9-b0af-435cd0237d0f req-2d61ea0e-9a3f-461e-8e99-57aab8cadd05 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:09.286738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8ef11bf-b809-47d9-b0af-435cd0237d0f req-2d61ea0e-9a3f-461e-8e99-57aab8cadd05 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0608876 Jul 14 20:35:09.367061 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8ef11bf-b809-47d9-b0af-435cd0237d0f req-ea992b60-28e8-4f45-90d4-4efeec110fb7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738440 Jul 14 20:35:09.497412 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:09.558017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c759-46a4-4360-ad35-6bb4ec31fa6f req-3e915972-3138-4f83-b7c5-fb6bffb07d98 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:09.572168 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21d2c759-46a4-4360-ad35-6bb4ec31fa6f req-3e915972-3138-4f83-b7c5-fb6bffb07d98 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0847225 Jul 14 20:35:09.641793 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21d2c759-46a4-4360-ad35-6bb4ec31fa6f req-8b97ff2c-49f1-49ba-bf26-3941effa5791 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686386 Jul 14 20:35:09.703703 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33252) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:09.816860 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa78f3-9888-40ac-9adc-676ef05e0881 req-2906cadf-71ad-4afe-a628-59bec8e25a9b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:09.825045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8fa78f3-9888-40ac-9adc-676ef05e0881 req-2906cadf-71ad-4afe-a628-59bec8e25a9b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.1016431 Jul 14 20:35:09.861053 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f590276-0658-49a3-a1e0-4d3004bc26d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:09.877299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358d197-ffbe-4edc-9210-841bf4c8c4f7 req-e1564110-2346-4e2f-a79a-98d6dc2f3a79 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:09.878857 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1358d197-ffbe-4edc-9210-841bf4c8c4f7 req-e1564110-2346-4e2f-a79a-98d6dc2f3a79 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.1144421 Jul 14 20:35:09.902040 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8fa78f3-9888-40ac-9adc-676ef05e0881 req-e2623776-7f65-4984-b497-508eae84ced1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761054 Jul 14 20:35:09.950520 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1358d197-ffbe-4edc-9210-841bf4c8c4f7 req-46f28075-407f-4f6e-8f63-4876b17e6699 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632217 Jul 14 20:35:09.965927 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f590276-0658-49a3-a1e0-4d3004bc26d4 admin admin] Publish callbacks [] for security_group (315ccbe5-2e77-4ff3-a55e-91fafdff9f60), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:09.969966 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2f590276-0658-49a3-a1e0-4d3004bc26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (315ccbe5-2e77-4ff3-a55e-91fafdff9f60), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.025353 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2f590276-0658-49a3-a1e0-4d3004bc26d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c97bbbd7146d48648d9cc65849bc2ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204749 Jul 14 20:35:10.026161 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590276-0658-49a3-a1e0-4d3004bc26d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ccbe5-2e77-4ff3-a55e-91fafdff9f60,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:10.028545 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33260) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:10.094481 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] Publish callbacks [] for security_group (315ccbe5-2e77-4ff3-a55e-91fafdff9f60), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.126074 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] Publish callbacks [] for security_group (315ccbe5-2e77-4ff3-a55e-91fafdff9f60), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.184817 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (315ccbe5-2e77-4ff3-a55e-91fafdff9f60), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.187507 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.188664 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/315ccbe5-2e77-4ff3-a55e-91fafdff9f60 HTTP/1.1" status: 204 len: 168 time: 0.1591418 Jul 14 20:35:10.196924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28681a-cb7a-4f0d-a9af-63ee66c9af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ccbe5-2e77-4ff3-a55e-91fafdff9f60,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:10.500299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e90ef-d177-4633-9ad9-da38f7f31661 req-c56aa1ca-986a-45c4-ac80-fdcd78c6f2b2 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:10.503519 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b27e90ef-d177-4633-9ad9-da38f7f31661 req-c56aa1ca-986a-45c4-ac80-fdcd78c6f2b2 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0541151 Jul 14 20:35:10.559478 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b27e90ef-d177-4633-9ad9-da38f7f31661 req-c94b9e8e-2e71-4dc3-8b31-00c96d9b9fbc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514317 Jul 14 20:35:10.569532 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33274) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:10.590273 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a9acbe0-093a-41b8-8a67-68f1529db996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.719030 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a9acbe0-093a-41b8-8a67-68f1529db996 admin admin] Publish callbacks [] for security_group (bf99cad8-18b7-4463-9772-c0bf4c522b8e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.726044 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a9acbe0-093a-41b8-8a67-68f1529db996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bf99cad8-18b7-4463-9772-c0bf4c522b8e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.779998 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a9acbe0-093a-41b8-8a67-68f1529db996 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d72d40be54f54b4bba7f2c2bc2f08afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092946 Jul 14 20:35:10.782689 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9acbe0-093a-41b8-8a67-68f1529db996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99cad8-18b7-4463-9772-c0bf4c522b8e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:10.786106 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33278) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:10.806244 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789f0a2-7060-4842-b144-8f789169d1e4 req-747417ba-354c-40fd-b1cc-2daf356b2957 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:10.807805 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c789f0a2-7060-4842-b144-8f789169d1e4 req-747417ba-354c-40fd-b1cc-2daf356b2957 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0711715 Jul 14 20:35:10.895703 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] Publish callbacks [] for security_group (bf99cad8-18b7-4463-9772-c0bf4c522b8e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:10.910863 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c789f0a2-7060-4842-b144-8f789169d1e4 req-e4d76a85-e4d7-46d9-9217-84c121cdd15b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972769 Jul 14 20:35:10.928309 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] Publish callbacks [] for security_group (bf99cad8-18b7-4463-9772-c0bf4c522b8e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:11.000229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bf99cad8-18b7-4463-9772-c0bf4c522b8e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:11.003622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:11.004732 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf99cad8-18b7-4463-9772-c0bf4c522b8e HTTP/1.1" status: 204 len: 168 time: 0.2166586 Jul 14 20:35:11.059934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fa36b-2d62-4eab-8442-3bb6735313a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99cad8-18b7-4463-9772-c0bf4c522b8e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:11.098672 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0f6-6932-4140-b165-22bae8e24889 req-e7f7abc0-9df6-4b0a-af4c-505464e3e67f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:11.106519 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2900c0f6-6932-4140-b165-22bae8e24889 req-e7f7abc0-9df6-4b0a-af4c-505464e3e67f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.1167977 Jul 14 20:35:11.121823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:11.135210 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69d70b-93f9-442b-9984-fa35a790a2d1 req-7eb0a7bc-9928-4af9-8b80-0e161b8a9d9d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:11.136807 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e69d70b-93f9-442b-9984-fa35a790a2d1 req-7eb0a7bc-9928-4af9-8b80-0e161b8a9d9d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.0980444 Jul 14 20:35:11.195564 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2900c0f6-6932-4140-b165-22bae8e24889 req-22354d71-ec2b-441d-b981-a05fef036882 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880766 Jul 14 20:35:11.204562 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:11.235360 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e69d70b-93f9-442b-9984-fa35a790a2d1 req-8b8063d0-4dea-4002-bbf1-54c04785eb28 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866499 Jul 14 20:35:11.728097 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4a392-8448-422f-84f4-d0f2ff523aa5 req-0c5cb071-3271-4e7a-88dc-40a9fc3f081e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:11.729621 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02c4a392-8448-422f-84f4-d0f2ff523aa5 req-0c5cb071-3271-4e7a-88dc-40a9fc3f081e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0834928 Jul 14 20:35:11.798313 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02c4a392-8448-422f-84f4-d0f2ff523aa5 req-f4aa4604-58ba-4bd1-920d-0eba2b7a5a28 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Jul 14 20:35:12.056650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e859e2-c030-49ab-afba-bb902ddaf370 req-c4b283c3-d9c8-4c75-aff7-96747b53fbe2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:12.058490 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9e859e2-c030-49ab-afba-bb902ddaf370 req-c4b283c3-d9c8-4c75-aff7-96747b53fbe2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0531461 Jul 14 20:35:12.132667 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9e859e2-c030-49ab-afba-bb902ddaf370 req-1012c802-1e60-40ce-80aa-a7ecaaf72e77 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604489 Jul 14 20:35:12.180520 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:12.350280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07364a8f-fd34-432b-b22f-05f917d0c511 req-fc2eb6a0-0a6c-4dc8-ac95-dea6ebdc9248 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:12.360686 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07364a8f-fd34-432b-b22f-05f917d0c511 req-fc2eb6a0-0a6c-4dc8-ac95-dea6ebdc9248 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.0795889 Jul 14 20:35:12.462421 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07364a8f-fd34-432b-b22f-05f917d0c511 req-db5bdb1c-6716-4b49-a509-5cd17559e230 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006045 Jul 14 20:35:12.487682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a282-fdd3-4977-9c96-4b72cd8ed06e req-2513eda0-e811-496a-a39d-3edd934361be tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:12.494518 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34d6a282-fdd3-4977-9c96-4b72cd8ed06e req-2513eda0-e811-496a-a39d-3edd934361be tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.1224980 Jul 14 20:35:12.563554 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-34d6a282-fdd3-4977-9c96-4b72cd8ed06e req-ef3837d5-51ae-479b-879c-d4f1f87fb6df tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638468 Jul 14 20:35:13.006034 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80339dc-ece3-47dc-b93d-8a5c66e5ab2d req-f6e79e12-98ba-47cf-a3ed-016cf03f9da5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:13.007710 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a80339dc-ece3-47dc-b93d-8a5c66e5ab2d req-f6e79e12-98ba-47cf-a3ed-016cf03f9da5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0955083 Jul 14 20:35:13.066639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a80339dc-ece3-47dc-b93d-8a5c66e5ab2d req-f251fd75-94ad-42fe-8580-b9bcfe28a450 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Jul 14 20:35:13.345716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36c08-a62c-4a0b-beea-4ba106c8b13c req-e2d09fcd-521a-471a-b438-712b892d0dfc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:13.347594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09a36c08-a62c-4a0b-beea-4ba106c8b13c req-e2d09fcd-521a-471a-b438-712b892d0dfc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0691435 Jul 14 20:35:13.405052 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09a36c08-a62c-4a0b-beea-4ba106c8b13c req-95fa09dd-5b4e-4cbc-9426-0f52d2f6ed85 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499551 Jul 14 20:35:13.600203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a924472-e999-48fa-8c7b-8378cf5d49df req-a86656f8-9ada-486c-91be-747b62d6ba56 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:13.602326 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a924472-e999-48fa-8c7b-8378cf5d49df req-a86656f8-9ada-486c-91be-747b62d6ba56 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.0603271 Jul 14 20:35:13.712635 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a924472-e999-48fa-8c7b-8378cf5d49df req-bf9f9422-ab38-4f3b-837a-42284687b44e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044147 Jul 14 20:35:13.727455 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e751e-c70b-4b97-818f-70d023ace6d7 req-0d00b806-dad6-407b-8976-76a1b5800cac tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:13.735496 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d3e751e-c70b-4b97-818f-70d023ace6d7 req-0d00b806-dad6-407b-8976-76a1b5800cac tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.0846992 Jul 14 20:35:13.788399 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d3e751e-c70b-4b97-818f-70d023ace6d7 req-e63f5233-e4ba-4a1e-a28e-8eb4b4e14536 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Jul 14 20:35:14.220014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca9b6-1572-4d5e-8618-5b8a31fb8227 req-4e4cacda-ee3c-4940-8e2e-8adc46bc4007 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:14.222331 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc9ca9b6-1572-4d5e-8618-5b8a31fb8227 req-4e4cacda-ee3c-4940-8e2e-8adc46bc4007 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.0566502 Jul 14 20:35:14.287105 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc9ca9b6-1572-4d5e-8618-5b8a31fb8227 req-bf5ea8db-8e98-49af-8aaf-fe208869ea7d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Jul 14 20:35:14.533743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234976d6-6f94-4d2e-aad3-4d2f56a81df2 req-16012757-ffc6-4e00-9179-2d7a1ffadb9c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:14.535481 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-234976d6-6f94-4d2e-aad3-4d2f56a81df2 req-16012757-ffc6-4e00-9179-2d7a1ffadb9c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.0477331 Jul 14 20:35:14.565522 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:14.570844 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Request body: {'port': {'device_id': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:14.623870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-234976d6-6f94-4d2e-aad3-4d2f56a81df2 req-550b29b1-2f48-4b31-be8f-76a1f3607774 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827751 Jul 14 20:35:14.654604 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:14.674971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Request body: {'port': {'device_id': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:14.684317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Request body: {'port': {'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:14.721203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:14.749058 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-30dd4224-fea9-4551-9a60-8afa2f35e6af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0768197 Jul 14 20:35:14.852982 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:14.866227 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:14.879779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-fc303234-2a69-44bd-8de6-d50a8430d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:14.881214 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-fc303234-2a69-44bd-8de6-d50a8430d928 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0947983 Jul 14 20:35:14.883860 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:14.991622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df139-e066-41c7-ba37-99d8b44f617d req-a3786317-fd14-4284-a557-de64d705f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:14.993049 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-a3786317-fd14-4284-a557-de64d705f3e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1043167 Jul 14 20:35:15.118886 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec32bc-3594-421d-906f-1068871d4260 req-0e9c37e1-ecf7-4f3b-a2cf-994d86661a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.120453 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bdec32bc-3594-421d-906f-1068871d4260 req-0e9c37e1-ecf7-4f3b-a2cf-994d86661a25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1128 time: 0.4002337 Jul 14 20:35:15.136118 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a338e-7b3e-4155-83d9-60c0b765435d req-f4199bc5-75f7-4df3-8389-cd49d9780a47 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.137311 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254a338e-7b3e-4155-83d9-60c0b765435d req-f4199bc5-75f7-4df3-8389-cd49d9780a47 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 931 time: 0.2274609 Jul 14 20:35:15.175182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c17b13-0ef0-41cb-b80b-c12966d28f50 req-a00ffe6f-0894-4413-a8ea-6048d4e3a365 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.176629 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-28c17b13-0ef0-41cb-b80b-c12966d28f50 req-a00ffe6f-0894-4413-a8ea-6048d4e3a365 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 931 time: 0.2683887 Jul 14 20:35:15.196578 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.197048 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-a9a8ffcc-ea38-4061-9855-4a3855804383 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974840 Jul 14 20:35:15.351882 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-495df139-e066-41c7-ba37-99d8b44f617d req-579c4ea8-d426-46c7-b123-1df5a11fa481 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473196 Jul 14 20:35:15.371280 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59599dd6-29f1-4ecf-91d4-36c5c1372812 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:15.389727 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks [] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.417868 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Transition to ACTIVE for port object 59599dd6-29f1-4ecf-91d4-36c5c1372812 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:35:15.423714 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.500694 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:15.612872 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-254a338e-7b3e-4155-83d9-60c0b765435d req-79103c44-3e33-499f-afbb-9382a29dd724 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612136 Jul 14 20:35:15.647805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Attempting to bind port 59599dd6-29f1-4ecf-91d4-36c5c1372812 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:35:15.648527 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Attempting to bind port 59599dd6-29f1-4ecf-91d4-36c5c1372812 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:35:15.649675 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Attempting to bind port 59599dd6-29f1-4ecf-91d4-36c5c1372812 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:15.660336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Port 59599dd6-29f1-4ecf-91d4-36c5c1372812 on network 946dd351-5829-4dff-b5e5-6e232f299044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:35:15.662318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Attempting to bind port 59599dd6-29f1-4ecf-91d4-36c5c1372812 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:15.666794 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-28c17b13-0ef0-41cb-b80b-c12966d28f50 req-a4d87ea2-1d80-4aca-9252-7b421e4e4534 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576223 Jul 14 20:35:15.676818 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:35:15.678077 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:35:15.678884 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:35:15.679541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Bound port: 59599dd6-29f1-4ecf-91d4-36c5c1372812, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:35:15.680055 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.699292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec32bc-3594-421d-906f-1068871d4260 req-9c465642-18e7-4724-89da-05b0445b2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.703489 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bdec32bc-3594-421d-906f-1068871d4260 req-9c465642-18e7-4724-89da-05b0445b2d18 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cceb4db55bba4bd099104acdcb6d2762&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5650899 Jul 14 20:35:15.845691 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:35:15.855503 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:35:15.867407 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.908958 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:15.937251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.938498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:15.942542 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] 10.222.0.62 "PUT /v2.0/ports/59599dd6-29f1-4ecf-91d4-36c5c1372812 HTTP/1.1" status: 200 len: 1093 time: 1.2714510 Jul 14 20:35:15.949323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:15.953862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbee5e-38fd-4099-9ff5-197983698b49" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:15.955298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0c69-cde6-4063-bf62-834603b47c49 req-841a99e5-cd57-4b39-89b8-ef3ad391a762 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:15.962688 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-207b0c69-cde6-4063-bf62-834603b47c49 req-841a99e5-cd57-4b39-89b8-ef3ad391a762 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.2133293 Jul 14 20:35:16.041704 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8596d-acc1-47fc-8246-ff2bec924ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:16.119618 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:16.126610 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5c13-dcda-46e3-9bae-7ae17e4a281e req-d275570c-d947-47aa-88fa-daacfcdc83ca tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:16.133652 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba9a5c13-dcda-46e3-9bae-7ae17e4a281e req-d275570c-d947-47aa-88fa-daacfcdc83ca tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 932 time: 0.2810338 Jul 14 20:35:16.140686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4dd618-a12a-4809-aad4-c26bb92988bd {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:16.193070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks [] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:16.209414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Transition to ACTIVE for port object ea4dd618-a12a-4809-aad4-c26bb92988bd will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:35:16.236024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:16.251155 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-207b0c69-cde6-4063-bf62-834603b47c49 req-06e19120-76eb-448e-afa4-7583504f9fbc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836399 Jul 14 20:35:16.305336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e8ab72-149a-4e35-95ef-4ab107ddf273 x-openstack-request-id: req-80e8ab72-149a-4e35-95ef-4ab107ddf273 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:16.306118 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:16.308154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80e8ab72-149a-4e35-95ef-4ab107ddf273 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:16.308154 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e8ab72-149a-4e35-95ef-4ab107ddf273'] response: {'name': 'network-changed', 'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'status': 'completed', 'code': 200} Jul 14 20:35:16.425360 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba9a5c13-dcda-46e3-9bae-7ae17e4a281e req-a3fc262e-715c-4096-9122-dba1c387cedd tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907801 Jul 14 20:35:16.455522 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:16.462162 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Pushing event updated for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:16.498321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks [] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:16.621229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Attempting to bind port ea4dd618-a12a-4809-aad4-c26bb92988bd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:35:16.621917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Attempting to bind port ea4dd618-a12a-4809-aad4-c26bb92988bd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:35:16.621917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Attempting to bind port ea4dd618-a12a-4809-aad4-c26bb92988bd on network 523205c6-ae77-41d6-92fb-64291a948538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:16.646014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Transition to ACTIVE for port object 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:35:16.651639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-c8d9e01c-0c5b-4013-9874-bfd3a5472601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:16.654782 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-c8d9e01c-0c5b-4013-9874-bfd3a5472601 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 1127 time: 0.1238151 Jul 14 20:35:16.660653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a387b-43df-41f5-97ac-4c275260d578 req-3f8b0a4a-1d91-4cce-9ca8-ae81e5092779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:16.663426 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-3f8b0a4a-1d91-4cce-9ca8-ae81e5092779 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1127 time: 0.1523018 Jul 14 20:35:16.683921 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Port ea4dd618-a12a-4809-aad4-c26bb92988bd on network 523205c6-ae77-41d6-92fb-64291a948538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:35:16.684159 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Attempting to bind port ea4dd618-a12a-4809-aad4-c26bb92988bd on network 523205c6-ae77-41d6-92fb-64291a948538 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:16.748588 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:16.789760 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:16.826554 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:16.878961 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:35:16.879303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Checking segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:35:16.879689 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Bound using segment: {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:35:16.880139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Bound port: ea4dd618-a12a-4809-aad4-c26bb92988bd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '523205c6-ae77-41d6-92fb-64291a948538'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:35:16.880494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:16.999243 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe88b2-93e1-4bda-8c16-b09ce673b5fd req-220d6d4a-8b6b-409c-b438-56fc7cc5ae3c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.003420 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32fe88b2-93e1-4bda-8c16-b09ce673b5fd req-220d6d4a-8b6b-409c-b438-56fc7cc5ae3c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 943 time: 0.2312262 Jul 14 20:35:17.035955 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:17.043967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db6320-d4c0-4a23-9061-25d263127dc2 req-d565a376-ce26-4639-ae52-b08092a17e54 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.052963 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36db6320-d4c0-4a23-9061-25d263127dc2 req-d565a376-ce26-4639-ae52-b08092a17e54 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 943 time: 0.2588260 Jul 14 20:35:17.089646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Attempting to bind port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:35:17.089902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Attempting to bind port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:35:17.090227 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Attempting to bind port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:17.107388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec32bc-3594-421d-906f-1068871d4260 req-7766a3d4-eedd-40d6-8c04-433929c78bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.108846 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bdec32bc-3594-421d-906f-1068871d4260 req-7766a3d4-eedd-40d6-8c04-433929c78bb8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5949912 Jul 14 20:35:17.129182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:35:17.129768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Attempting to bind port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:35:17.161820 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:17.168905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:35:17.181036 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:35:17.181434 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Checking segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:35:17.181752 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Bound using segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:35:17.182191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Bound port: 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:35:17.182545 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:17.232314 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a387b-43df-41f5-97ac-4c275260d578 req-b324a527-6f1b-489d-8b90-60911d5a6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.234266 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-b324a527-6f1b-489d-8b90-60911d5a6097 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.5536597 Jul 14 20:35:17.238023 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-6222072f-9fda-412b-a89f-46b067d56a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.240238 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-6222072f-9fda-412b-a89f-46b067d56a57 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5618043 Jul 14 20:35:17.311849 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-5a22f21e-6178-4136-9f27-2566e86e9ebe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0704913 Jul 14 20:35:17.434429 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36db6320-d4c0-4a23-9061-25d263127dc2 req-eba9819d-1684-4228-a1e4-b638233522e1 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805957 Jul 14 20:35:17.439099 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:35:17.453888 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32fe88b2-93e1-4bda-8c16-b09ce673b5fd req-7c3aaae8-761c-49b5-a33b-2fd2543e50f8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3979018 Jul 14 20:35:17.484437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:17.491579 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:17.516827 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-548fad54-39b6-4fc9-9b00-1313c63becab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.519009 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-548fad54-39b6-4fc9-9b00-1313c63becab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1128 time: 0.3277905 Jul 14 20:35:17.540690 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a387b-43df-41f5-97ac-4c275260d578 req-8917bca6-ec11-4ef6-afba-2f1c41a59ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.542852 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-8917bca6-ec11-4ef6-afba-2f1c41a59ed3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.2239439 Jul 14 20:35:17.570005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.570626 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:17.578764 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] 10.222.0.62 "PUT /v2.0/ports/ea4dd618-a12a-4809-aad4-c26bb92988bd HTTP/1.1" status: 200 len: 1093 time: 3.0144956 Jul 14 20:35:17.585952 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:17.589273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4011cc9-f868-4ef8-a29e-68d2756119f4" -d '{"events": [{"name": "network-changed", "server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:17.679296 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-22633f55-e6b2-459e-9231-20a27eeb367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.681634 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-2dfbee5e-38fd-4099-9ff5-197983698b49 req-22633f55-e6b2-459e-9231-20a27eeb367e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4337878 Jul 14 20:35:17.699621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a387b-43df-41f5-97ac-4c275260d578 req-9071aa48-f726-4235-8b9c-af6ee6d8b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.702111 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-9071aa48-f726-4235-8b9c-af6ee6d8b92c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1440368 Jul 14 20:35:17.741659 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-f27b88ee-00c1-4485-b66a-741e0c335b9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4 HTTP/1.1" status: 200 len: 217 time: 0.1878648 Jul 14 20:35:17.752838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:35:17.847117 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-87c720fd-6330-40bf-ad40-55b1ad568f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.850405 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-87c720fd-6330-40bf-ad40-55b1ad568f4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 1127 time: 0.0924575 Jul 14 20:35:17.891613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cad2c7-eefe-43d7-9388-1ae08640633d service neutron] Pushing event updated for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:17.892237 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33ce41a8-cfae-480a-8e36-a527518059f8 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:35:17.951301 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-0c5de002-de2b-4aef-b800-f4aa528d97de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812 HTTP/1.1" status: 200 len: 217 time: 0.0678961 Jul 14 20:35:17.967940 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:35:17.985255 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-7a0c560e-f7be-45e3-b519-f77ab75ce5e3 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737398 Jul 14 20:35:17.997021 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-548219e7-a1eb-43c0-9511-a3d8942e2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:17.999382 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-548219e7-a1eb-43c0-9511-a3d8942e2cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ccdb0dd0a034f008329f489ed3f7d4d&device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 1127 time: 0.2987325 Jul 14 20:35:18.006994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158b75-5c47-46a5-a166-5bb2536523f5 req-9750aa71-9743-4e3e-adcd-99ed86bc801a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.009855 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6158b75-5c47-46a5-a166-5bb2536523f5 req-9750aa71-9743-4e3e-adcd-99ed86bc801a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.3419437 Jul 14 20:35:18.011691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.022052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cfdf9-5aaa-4752-88bc-08990d6ff79a req-0483e590-c0fd-456c-aadd-d89668975d8f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.024028 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c4cfdf9-5aaa-4752-88bc-08990d6ff79a req-0483e590-c0fd-456c-aadd-d89668975d8f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.4256034 Jul 14 20:35:18.115242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33ce41a8-cfae-480a-8e36-a527518059f8,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:18.119266 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-efe5b4fc-442a-49fd-92d9-eb279d827ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.121136 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-efe5b4fc-442a-49fd-92d9-eb279d827ef2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.1635492 Jul 14 20:35:18.134031 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-e7134f69-fb80-46ef-93db-b175dea16726 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd HTTP/1.1" status: 200 len: 217 time: 0.1051676 Jul 14 20:35:18.135698 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-137c9ed2-7ba3-431a-bebc-025ae23e2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.137195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-137c9ed2-7ba3-431a-bebc-025ae23e2ebe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.2959733 Jul 14 20:35:18.144853 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '33ce41a8-cfae-480a-8e36-a527518059f8', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'port_id': '33ce41a8-cfae-480a-8e36-a527518059f8', 'mac_address': 'fa:16:3e:8d:88:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:35:18.149165 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.149929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.151467 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 1094 time: 3.4812522 Jul 14 20:35:18.180207 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-49119562-d48c-4291-b6e8-9c0c610e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.181713 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-49119562-d48c-4291-b6e8-9c0c610e3cfd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515995 Jul 14 20:35:18.215242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33ce41a8-cfae-480a-8e36-a527518059f8 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:18.216762 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.224918 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-6d8a165a-68fc-45c2-b4a7-77305a4f7323 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034440 Jul 14 20:35:18.231091 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33532) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:18.274167 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ce41a8-cfae-480a-8e36-a527518059f8 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:18.328279 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-4b9e4c0d-8f3a-4d7c-81c6-dc2535772963 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358089 Jul 14 20:35:18.331519 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33ce41a8-cfae-480a-8e36-a527518059f8,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:18.336473 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.409713 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:18.457383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347edb58-da3f-4cc2-bcd2-632e987c4913 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:18.460881 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c80a6b1-793d-4ee0-8062-14f2d2fe7d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.470969 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-74a7bf6d-3e1a-4a65-89fe-f9e0d644a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.472546 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-74a7bf6d-3e1a-4a65-89fe-f9e0d644a4e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0f86a4c-1d13-4177-8351-69ae12f1aa4a HTTP/1.1" status: 200 len: 850 time: 0.3183744 Jul 14 20:35:18.492482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-d8ea7cdb-a5ef-433d-9414-f6f013b3af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.494094 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-d8ea7cdb-a5ef-433d-9414-f6f013b3af8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3389139 Jul 14 20:35:18.502184 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6158b75-5c47-46a5-a166-5bb2536523f5 req-45ed6e80-c5fd-4ada-bc7a-bc97ae3dabf8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764440 Jul 14 20:35:18.509020 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a85c92f5-241c-4342-a76f-a23dba116c02 req-5541051e-7dba-4202-93b7-a762eeff7976 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741123 Jul 14 20:35:18.535152 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:18.548780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c4cfdf9-5aaa-4752-88bc-08990d6ff79a req-26ccf6f7-6992-47e0-8ffa-378fc817e85b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5033815 Jul 14 20:35:18.558364 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:18.562640 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-1e9bf798-b1bd-4242-87bd-1f7b5fccccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.564132 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-1e9bf798-b1bd-4242-87bd-1f7b5fccccb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1128 time: 0.2571528 Jul 14 20:35:18.599329 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c80a6b1-793d-4ee0-8062-14f2d2fe7d0e admin admin] Publish callbacks [] for security_group (d1bd8146-c607-4995-a8da-ba4e3b59f910), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.606011 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-1f2ec928-d106-4d7a-bdc5-faa4937260db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.607480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3c80a6b1-793d-4ee0-8062-14f2d2fe7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (d1bd8146-c607-4995-a8da-ba4e3b59f910), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.608838 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-1f2ec928-d106-4d7a-bdc5-faa4937260db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523205c6-ae77-41d6-92fb-64291a948538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1253669 Jul 14 20:35:18.667759 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3c80a6b1-793d-4ee0-8062-14f2d2fe7d0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb50ad6f66484232a8352f4d1838cfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354138 Jul 14 20:35:18.670159 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33546) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:18.684498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80a6b1-793d-4ee0-8062-14f2d2fe7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd8146-c607-4995-a8da-ba4e3b59f910,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:18.693358 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b9d16-4fa9-48f9-93aa-df1a819e0c08 x-openstack-request-id: req-ff3b9d16-4fa9-48f9-93aa-df1a819e0c08 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:18.693926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:18.694585 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff3b9d16-4fa9-48f9-93aa-df1a819e0c08 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:18.695381 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3b9d16-4fa9-48f9-93aa-df1a819e0c08'] response: {'name': 'network-changed', 'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd', 'status': 'completed', 'code': 200} Jul 14 20:35:18.695477 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33ce41a8-cfae-480a-8e36-a527518059f8'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:35:18.752781 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] Publish callbacks [] for security_group (d1bd8146-c607-4995-a8da-ba4e3b59f910), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.780075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] Publish callbacks [] for security_group (d1bd8146-c607-4995-a8da-ba4e3b59f910), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.792352 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f033a0c-30ae-45b2-b3b4-e0ab715a0d7d req-51d96f43-eb8f-4afa-a687-9e2526e36fb7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.794357 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f033a0c-30ae-45b2-b3b4-e0ab715a0d7d req-51d96f43-eb8f-4afa-a687-9e2526e36fb7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 943 time: 0.1144884 Jul 14 20:35:18.813300 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790794-d8c4-4e43-b3a4-f63521c81e79 req-19de1dd3-010e-4848-93a5-2d5d18d8422e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:18.815285 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b790794-d8c4-4e43-b3a4-f63521c81e79 req-19de1dd3-010e-4848-93a5-2d5d18d8422e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 943 time: 0.0944154 Jul 14 20:35:18.822161 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:18.848616 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (d1bd8146-c607-4995-a8da-ba4e3b59f910), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.849647 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-967361e0-69cd-4926-8dc0-da4f3dfad42f service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440728 Jul 14 20:35:18.855276 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:18.857655 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1bd8146-c607-4995-a8da-ba4e3b59f910 HTTP/1.1" status: 204 len: 168 time: 0.1865921 Jul 14 20:35:18.880059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32a68-6bc1-408d-9903-a680c922cec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd8146-c607-4995-a8da-ba4e3b59f910,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:18.891475 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:18.895798 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f033a0c-30ae-45b2-b3b4-e0ab715a0d7d req-1ce489bd-3e5e-499d-8c33-44f194c8ea96 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894926 Jul 14 20:35:18.980040 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b790794-d8c4-4e43-b3a4-f63521c81e79 req-c31adeb0-6a1d-48d2-aa0c-d6b025fb5be6 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492536 Jul 14 20:35:19.228072 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33574) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:19.243359 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1811bae-3119-4d87-8ab9-c2a270086206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.325430 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33576) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:19.327558 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1811bae-3119-4d87-8ab9-c2a270086206 admin admin] Publish callbacks [] for security_group (fe450e26-3674-464f-87fb-68845a712b94), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.333507 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f1811bae-3119-4d87-8ab9-c2a270086206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fe450e26-3674-464f-87fb-68845a712b94), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.378859 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f1811bae-3119-4d87-8ab9-c2a270086206 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=939cf65f9b8e4533aaf92fbfa0802767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497142 Jul 14 20:35:19.380075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1811bae-3119-4d87-8ab9-c2a270086206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe450e26-3674-464f-87fb-68845a712b94,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:19.381756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33580) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:19.446152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:19.492596 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] Publish callbacks [] for security_group (fe450e26-3674-464f-87fb-68845a712b94), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.544855 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a27eae1-8af3-4b06-a093-ef9117d4852c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.563169 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33586) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:19.578052 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-90faa086-fcdc-409d-aab5-2e0074402f91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 217 time: 0.1139023 Jul 14 20:35:19.689224 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b557-3221-4d6b-9fd8-be09e3281473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.724512 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] Publish callbacks [] for security_group (fe450e26-3674-464f-87fb-68845a712b94), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.766393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b557-3221-4d6b-9fd8-be09e3281473 admin admin] Publish callbacks [] for security_group (76281338-b5d6-4365-a048-38e7bfeba74f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.770780 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f8c5b557-3221-4d6b-9fd8-be09e3281473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (76281338-b5d6-4365-a048-38e7bfeba74f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.809017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5b557-3221-4d6b-9fd8-be09e3281473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76281338-b5d6-4365-a048-38e7bfeba74f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:19.816217 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f8c5b557-3221-4d6b-9fd8-be09e3281473 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2c8120704e84c6bb83b12980323ff49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510924 Jul 14 20:35:19.817481 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33594) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:19.845640 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af69ce-b5ad-4c14-aa43-4b6bfaf88666 req-fa6be0f1-384e-42ab-8b22-6b51be1ae075 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:19.847302 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54af69ce-b5ad-4c14-aa43-4b6bfaf88666 req-fa6be0f1-384e-42ab-8b22-6b51be1ae075 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.2638326 Jul 14 20:35:19.868948 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] Publish callbacks [] for security_group (76281338-b5d6-4365-a048-38e7bfeba74f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.879489 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33ce41a8-cfae-480a-8e36-a527518059f8 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:19.880906 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-8c865c75-8922-48cd-b08d-c1167eb181d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:19.882809 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-8c865c75-8922-48cd-b08d-c1167eb181d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.2932558 Jul 14 20:35:19.894813 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] Publish callbacks [] for security_group (76281338-b5d6-4365-a048-38e7bfeba74f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.920832 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:19.931077 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-c857d443-da1e-4d25-9c78-c8e27f90cf3a service neutron] 10.222.0.62 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677901 Jul 14 20:35:19.933665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 33ce41a8-cfae-480a-8e36-a527518059f8 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:35:19.934712 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:19.944337 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 33ce41a8-cfae-480a-8e36-a527518059f8 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:19.944707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.955349 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7281869-4183-4be9-a72d-53af33d50574 req-ca57c2cb-4dc8-49a6-aba9-8ef8cd17be94 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:19.957389 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7281869-4183-4be9-a72d-53af33d50574 req-ca57c2cb-4dc8-49a6-aba9-8ef8cd17be94 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.2808101 Jul 14 20:35:19.957911 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (76281338-b5d6-4365-a048-38e7bfeba74f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.961324 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:19.963079 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76281338-b5d6-4365-a048-38e7bfeba74f HTTP/1.1" status: 204 len: 168 time: 0.1444097 Jul 14 20:35:19.975340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61af0d0-aae6-40f5-973f-8de5e606e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76281338-b5d6-4365-a048-38e7bfeba74f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:19.997968 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8e39a1db-d8eb-4cb8-926d-f78e3a60daa7 req-a9da8a32-3005-42e1-9157-8ca98353b0c4 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358083 Jul 14 20:35:20.049854 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33ce41a8-cfae-480a-8e36-a527518059f8 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:20.050445 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.074846 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:20.150249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33ce41a8-cfae-480a-8e36-a527518059f8,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:20.157235 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.223788 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:20.259665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a189c7a3-0eaf-4e8b-bfa9-1bd5a09cf474" -d '{"events": [{"server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "name": "network-vif-plugged", "status": "completed", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:20.289207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fe450e26-3674-464f-87fb-68845a712b94), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.292786 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.296767 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe450e26-3674-464f-87fb-68845a712b94 HTTP/1.1" status: 204 len: 168 time: 0.9110317 Jul 14 20:35:20.334602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-c9251bd1-6b8f-4a29-b15b-abe0ecc838b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:20.336123 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-c9251bd1-6b8f-4a29-b15b-abe0ecc838b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4345357 Jul 14 20:35:20.342816 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33618) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:20.350430 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54af69ce-b5ad-4c14-aa43-4b6bfaf88666 req-47a7ba0f-5a3d-4565-8f83-990af0c5a47c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812334 Jul 14 20:35:20.376667 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb21031-4803-4105-98d1-f9d4b8f458ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe450e26-3674-464f-87fb-68845a712b94,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:20.382774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a27eae1-8af3-4b06-a093-ef9117d4852c admin admin] Publish callbacks [] for security_group (733c5385-6d81-4387-8fce-3531c2864312), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.390864 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7c6d-e39b-4c9f-a3df-d61ec564e08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.402460 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9a27eae1-8af3-4b06-a093-ef9117d4852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (733c5385-6d81-4387-8fce-3531c2864312), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.459581 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:20.463047 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7281869-4183-4be9-a72d-53af33d50574 req-d4b56430-5266-48aa-af29-a4445f69dc34 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706767 Jul 14 20:35:20.463532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:20.521340 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-47e2ddfc-aeb0-4e8a-855c-31cb279dad5c req-670ea102-b696-4e57-a0f4-e897047d2b52 service neutron] 10.222.0.62 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769279 Jul 14 20:35:20.539280 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9a27eae1-8af3-4b06-a093-ef9117d4852c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc77ea5b3a3f4cfcb180eac4fae6badb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2103465 Jul 14 20:35:20.539697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33628) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:20.541570 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27eae1-8af3-4b06-a093-ef9117d4852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c5385-6d81-4387-8fce-3531c2864312,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:20.545868 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7c6d-e39b-4c9f-a3df-d61ec564e08f admin admin] Publish callbacks [] for security_group (63ff5649-ef1e-41c7-ab67-1d3ac94b8264), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.553526 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7c6d-e39b-4c9f-a3df-d61ec564e08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (63ff5649-ef1e-41c7-ab67-1d3ac94b8264), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.583807 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:20.604104 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4fbf7c6d-e39b-4c9f-a3df-d61ec564e08f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e3c60bbad5a4e72a90e3e014105466e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593479 Jul 14 20:35:20.606863 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33630) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:20.613199 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b07692-aa13-44aa-8b22-3f9023142365 req-a97c12ba-c851-42ec-b64b-c23496c86b46 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:20.614703 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf7c6d-e39b-4c9f-a3df-d61ec564e08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff5649-ef1e-41c7-ab67-1d3ac94b8264,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:20.614853 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-91b07692-aa13-44aa-8b22-3f9023142365 req-a97c12ba-c851-42ec-b64b-c23496c86b46 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 943 time: 0.0959218 Jul 14 20:35:20.693381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] Publish callbacks [] for security_group (63ff5649-ef1e-41c7-ab67-1d3ac94b8264), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.719273 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] Publish callbacks [] for security_group (63ff5649-ef1e-41c7-ab67-1d3ac94b8264), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.723918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:20.726149 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0097a5-2828-4a87-aee7-1b5d467e1e34" -d '{"events": [{"name": "network-changed", "server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:20.760109 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] Publish callbacks [] for security_group (733c5385-6d81-4387-8fce-3531c2864312), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.777987 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa8651-9b03-40e3-9019-7bc34837a21f req-9429fb40-9311-42b7-8f5f-a718f8cdf2f3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:20.779497 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8aa8651-9b03-40e3-9019-7bc34837a21f req-9429fb40-9311-42b7-8f5f-a718f8cdf2f3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 943 time: 0.1418490 Jul 14 20:35:20.796028 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (63ff5649-ef1e-41c7-ab67-1d3ac94b8264), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.799134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.800841 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63ff5649-ef1e-41c7-ab67-1d3ac94b8264 HTTP/1.1" status: 204 len: 168 time: 0.1921086 Jul 14 20:35:20.803564 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-91b07692-aa13-44aa-8b22-3f9023142365 req-56c13503-c829-4ed4-95a5-c3dc131aacbf tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677992 Jul 14 20:35:20.814293 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfec84-d5bc-4562-b8b9-08a73f1cf4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff5649-ef1e-41c7-ab67-1d3ac94b8264,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:20.836835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] Publish callbacks [] for security_group (733c5385-6d81-4387-8fce-3531c2864312), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.885308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b8aa8651-9b03-40e3-9019-7bc34837a21f req-0230f9b7-ce13-49be-a823-adab4154a496 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970368 Jul 14 20:35:20.933659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (733c5385-6d81-4387-8fce-3531c2864312), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.938520 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:20.940632 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/733c5385-6d81-4387-8fce-3531c2864312 HTTP/1.1" status: 204 len: 168 time: 0.4000568 Jul 14 20:35:20.970580 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572344c8-6e98-4945-b673-14d859144229 x-openstack-request-id: req-572344c8-6e98-4945-b673-14d859144229 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:20.970580 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:20.970580 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-572344c8-6e98-4945-b673-14d859144229 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:20.970580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572344c8-6e98-4945-b673-14d859144229'] response: {'name': 'network-changed', 'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'status': 'completed', 'code': 200} Jul 14 20:35:20.971314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f00fae-1744-4504-a993-a3b2811fe710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c5385-6d81-4387-8fce-3531c2864312,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:21.053420 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-6a5f1a7f-9c44-4b9a-b886-aee7b0df0b51 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322577 Jul 14 20:35:21.148859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da39550-921c-4ed3-bd1f-f9599da875ec x-openstack-request-id: req-0da39550-921c-4ed3-bd1f-f9599da875ec {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:21.149333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "name": "network-vif-plugged", "status": "completed", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:21.149425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0da39550-921c-4ed3-bd1f-f9599da875ec {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:21.150098 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da39550-921c-4ed3-bd1f-f9599da875ec'] response: {'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8', 'code': 200} Jul 14 20:35:21.413065 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33666) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:21.426291 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b743628f-a611-4d71-92e0-fc10a2322a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:21.577759 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67941-fe5f-40d9-882c-2c576549f4f4 req-65dd91b7-6582-4902-8ba3-df1a9ecfa10c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:21.583000 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64f67941-fe5f-40d9-882c-2c576549f4f4 req-65dd91b7-6582-4902-8ba3-df1a9ecfa10c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 944 time: 0.1249731 Jul 14 20:35:21.708303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac98ef-5ccb-47f7-9577-36c39ef0aa2d req-adb21ed3-e09f-407c-b68f-bd245c2532e1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:21.709788 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4aac98ef-5ccb-47f7-9577-36c39ef0aa2d req-adb21ed3-e09f-407c-b68f-bd245c2532e1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.1180308 Jul 14 20:35:21.756415 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64f67941-fe5f-40d9-882c-2c576549f4f4 req-698534e8-6f92-424e-b65c-44206be202a8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559079 Jul 14 20:35:21.767711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b743628f-a611-4d71-92e0-fc10a2322a50 admin admin] Publish callbacks [] for security_group (637f8742-cc73-4b00-8c21-e45a559751eb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:21.789989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b743628f-a611-4d71-92e0-fc10a2322a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (637f8742-cc73-4b00-8c21-e45a559751eb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:21.871201 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4aac98ef-5ccb-47f7-9577-36c39ef0aa2d req-d0684e6a-3d5e-4bba-ab34-53a774adc658 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476247 Jul 14 20:35:21.872502 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1f90d544-e4b7-4775-8f93-61ce62d596b4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:35:21.997359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:22.003167 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-78431e93-4b00-4d24-b54c-75d580f4cb77 req-d2d3146c-5485-4ab1-8e66-882d138627bf service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404438 Jul 14 20:35:22.097965 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:22.100457 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743628f-a611-4d71-92e0-fc10a2322a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637f8742-cc73-4b00-8c21-e45a559751eb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:22.106799 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b743628f-a611-4d71-92e0-fc10a2322a50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cab75615bb04e9c86e3b8260f5992b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6990910 Jul 14 20:35:22.107859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:22.110647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33696) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:22.130646 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '1f90d544-e4b7-4775-8f93-61ce62d596b4', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'port_id': '1f90d544-e4b7-4775-8f93-61ce62d596b4', 'mac_address': 'fa:16:3e:bb:c5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:35:22.181575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1f90d544-e4b7-4775-8f93-61ce62d596b4 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:22.182729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.193705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-48263b6a-ad72-4bb1-b915-b4aa613ddd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:22.195969 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-48263b6a-ad72-4bb1-b915-b4aa613ddd89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ccdb0dd0a034f008329f489ed3f7d4d&device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 1127 time: 0.2002468 Jul 14 20:35:22.198804 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f90d544-e4b7-4775-8f93-61ce62d596b4 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:22.203115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47b048-fcea-4c60-9a33-2fdd60014f36 req-565dccfe-ffeb-43b3-b64d-0cbf08d0009e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:22.204700 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a47b048-fcea-4c60-9a33-2fdd60014f36 req-565dccfe-ffeb-43b3-b64d-0cbf08d0009e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 943 time: 0.1998796 Jul 14 20:35:22.227246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:22.234647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.235861 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 59599dd6-29f1-4ecf-91d4-36c5c1372812 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:35:22.299849 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b025-1896-4d53-a5c8-69a6b102f23d req-e58a7ef1-8599-4573-83c5-d10b5c5bc4f8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:22.305802 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d117b025-1896-4d53-a5c8-69a6b102f23d req-e58a7ef1-8599-4573-83c5-d10b5c5bc4f8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 943 time: 0.2097297 Jul 14 20:35:22.358685 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:22.363142 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] Publish callbacks [] for security_group (637f8742-cc73-4b00-8c21-e45a559751eb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.413458 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a47b048-fcea-4c60-9a33-2fdd60014f36 req-659648cc-014c-451d-b7d1-1e246e1097cb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896732 Jul 14 20:35:22.419475 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:22.422737 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:22.429859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] Publish callbacks [] for security_group (637f8742-cc73-4b00-8c21-e45a559751eb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.436578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:35:22.464565 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d117b025-1896-4d53-a5c8-69a6b102f23d req-0922f230-eecc-4156-9a9f-3e7d7d00dd7e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320269 Jul 14 20:35:22.495044 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 59599dd6-29f1-4ecf-91d4-36c5c1372812 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:22.495608 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.510232 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59599dd6-29f1-4ecf-91d4-36c5c1372812 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:22.524951 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (637f8742-cc73-4b00-8c21-e45a559751eb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.528837 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.530247 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/637f8742-cc73-4b00-8c21-e45a559751eb HTTP/1.1" status: 204 len: 168 time: 0.4097357 Jul 14 20:35:22.533901 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:22.539299 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:22.539745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ba35-360f-4eae-be05-268d8144aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f8742-cc73-4b00-8c21-e45a559751eb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:22.602509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:23.017426 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['1f90d544-e4b7-4775-8f93-61ce62d596b4'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:35:23.142521 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85821377-839a-4add-9c13-ae88ead0fc5d req-9b8aae38-d098-4df8-8a3b-3ebedab5c114 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.156140 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85821377-839a-4add-9c13-ae88ead0fc5d req-9b8aae38-d098-4df8-8a3b-3ebedab5c114 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 945 time: 0.3082705 Jul 14 20:35:23.169256 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['59599dd6-29f1-4ecf-91d4-36c5c1372812'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:35:23.217677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:23.242016 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-8b4e44d7-dd99-4137-adce-408c8ce50f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.243547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-8b4e44d7-dd99-4137-adce-408c8ce50f0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1128 time: 0.3388331 Jul 14 20:35:23.256398 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b452232b-21f0-4b13-99b6-6c5a2b2866fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.257880 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b452232b-21f0-4b13-99b6-6c5a2b2866fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.3216324 Jul 14 20:35:23.320814 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef507-ed1e-4401-bfc4-b7ff19064912 req-2383e5e6-f2d5-40ba-8117-b9913e4bfc88 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.322479 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec0ef507-ed1e-4401-bfc4-b7ff19064912 req-2383e5e6-f2d5-40ba-8117-b9913e4bfc88 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.2898884 Jul 14 20:35:23.354959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b26fa5a6-2ac0-4ea3-a207-7ac3297f78c1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:23.420582 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85821377-839a-4add-9c13-ae88ead0fc5d req-4d0176b8-214c-41e0-ab75-874d1e856f50 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324083 Jul 14 20:35:23.431284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-95cc162b-2139-49fd-b499-c6d9d661fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.435105 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-95cc162b-2139-49fd-b499-c6d9d661fb39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=523205c6-ae77-41d6-92fb-64291a948538 HTTP/1.1" status: 200 len: 912 time: 0.5445769 Jul 14 20:35:23.535220 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:23.540365 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec0ef507-ed1e-4401-bfc4-b7ff19064912 req-f827cd8b-45bb-41c0-850f-14229d252bf6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652272 Jul 14 20:35:23.644015 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-a395ea1a-7828-4804-8b1a-a6b31642586d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd HTTP/1.1" status: 200 len: 217 time: 0.1552501 Jul 14 20:35:23.774630 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-8d99eeed-4785-4f3e-baeb-ce8da337d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.776163 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-8d99eeed-4785-4f3e-baeb-ce8da337d7b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.5114512 Jul 14 20:35:23.790546 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177578b-8cbe-47eb-874e-03a9a3b5d44c req-f772d3be-e522-4e05-83bb-84685068fb4d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.792105 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a177578b-8cbe-47eb-874e-03a9a3b5d44c req-f772d3be-e522-4e05-83bb-84685068fb4d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 943 time: 0.1752975 Jul 14 20:35:23.843851 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c1862-949a-49f2-9f13-4a0aba710988 req-894c65c4-57d4-47d3-974e-11c3f4c102d2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.851088 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a4c1862-949a-49f2-9f13-4a0aba710988 req-894c65c4-57d4-47d3-974e-11c3f4c102d2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 944 time: 0.1796958 Jul 14 20:35:23.867175 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-c01ff4b7-cd6d-4f69-bc61-a6ce6133f311 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 217 time: 0.0709753 Jul 14 20:35:23.906602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-06a3b990-5967-435c-8c24-c96782f94e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:23.908537 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-06a3b990-5967-435c-8c24-c96782f94e36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0f86a4c-1d13-4177-8351-69ae12f1aa4a HTTP/1.1" status: 200 len: 850 time: 0.2384126 Jul 14 20:35:23.966085 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:24.077805 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b26fa5a6-2ac0-4ea3-a207-7ac3297f78c1 service neutron] Publish callbacks [] for security_group (2c2d4a95-b79e-4992-ac7d-84e54bb3efa5), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.096523 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b26fa5a6-2ac0-4ea3-a207-7ac3297f78c1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2c2d4a95-b79e-4992-ac7d-84e54bb3efa5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.105804 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-122a165f-c883-4f63-bcd8-ae711d95d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:24.107382 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-122a165f-c883-4f63-bcd8-ae711d95d662 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=523205c6-ae77-41d6-92fb-64291a948538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1868830 Jul 14 20:35:24.108761 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-ea76aca6-7e55-44fe-a210-2157b4808e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:24.110036 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-ea76aca6-7e55-44fe-a210-2157b4808e86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.2271044 Jul 14 20:35:24.122606 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a177578b-8cbe-47eb-874e-03a9a3b5d44c req-108d2f3c-e27e-4dc6-a3db-e7c9829c909e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666090 Jul 14 20:35:24.132615 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a4c1862-949a-49f2-9f13-4a0aba710988 req-b386e739-5e98-4c41-83ed-f3ee302f156a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805033 Jul 14 20:35:24.261207 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:35:24.362244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1f90d544-e4b7-4775-8f93-61ce62d596b4 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:24.396827 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:24.451602 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:24.464803 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 1f90d544-e4b7-4775-8f93-61ce62d596b4 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:35:24.473408 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 1f90d544-e4b7-4775-8f93-61ce62d596b4 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:24.474369 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.476768 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:35:24.532506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fa5a6-2ac0-4ea3-a207-7ac3297f78c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d4a95-b79e-4992-ac7d-84e54bb3efa5,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:24.538719 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26df36f7-008a-48aa-822b-cf0996bd00ff req-b26fa5a6-2ac0-4ea3-a207-7ac3297f78c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2615223 Jul 14 20:35:24.575985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:24.576913 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.586480 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-b6a84a6b-4db4-4cd2-9e22-47c0f84bd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:24.587992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-b6a84a6b-4db4-4cd2-9e22-47c0f84bd663 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4465253 Jul 14 20:35:24.600170 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:24.661860 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f45dd-3200-4624-9e11-b83406fe3675 req-f5d21648-7e6b-41e5-a292-30db96231d73 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:24.663455 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-617f45dd-3200-4624-9e11-b83406fe3675 req-f5d21648-7e6b-41e5-a292-30db96231d73 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 945 time: 0.0921946 Jul 14 20:35:24.671652 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1f90d544-e4b7-4775-8f93-61ce62d596b4 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:24.672045 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.676207 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-382a2286-9a24-4c86-9e43-82871e4f1a3c service neutron] 10.222.0.62 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426891 Jul 14 20:35:24.695696 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:24.705039 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.705752 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device ea4dd618-a12a-4809-aad4-c26bb92988bd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:35:24.729428 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:24.731874 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae99b5e2-e2b3-445c-b344-115b6fbd8a7f" -d '{"events": [{"server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "name": "network-vif-plugged", "status": "completed", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:24.773428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235d83-2f12-4d5b-a51a-38e90ca26fc7 req-3432a461-3227-4f3d-8d95-cdf30c439f1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:24.775174 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1235d83-2f12-4d5b-a51a-38e90ca26fc7 req-3432a461-3227-4f3d-8d95-cdf30c439f1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0835745 Jul 14 20:35:24.775707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 33838) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:24.782454 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-617f45dd-3200-4624-9e11-b83406fe3675 req-6ad71a62-a696-43bf-ad6d-4896887a278e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098547 Jul 14 20:35:24.787746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:24.790294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:24.820144 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:24.821027 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 59599dd6-29f1-4ecf-91d4-36c5c1372812 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:24.839777 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1235d83-2f12-4d5b-a51a-38e90ca26fc7 req-69f12156-379c-4a07-8102-622a3d879dbc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563085 Jul 14 20:35:24.885781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03abad11-2f5b-4ace-8b23-9f82c6f8d8c0 x-openstack-request-id: req-03abad11-2f5b-4ace-8b23-9f82c6f8d8c0 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:24.886087 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "name": "network-vif-plugged", "status": "completed", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:24.886331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03abad11-2f5b-4ace-8b23-9f82c6f8d8c0 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:24.886765 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03abad11-2f5b-4ace-8b23-9f82c6f8d8c0'] response: {'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4', 'code': 200} Jul 14 20:35:24.941776 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:24.943038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.033888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 59599dd6-29f1-4ecf-91d4-36c5c1372812 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:35:25.047315 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:25.058390 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 59599dd6-29f1-4ecf-91d4-36c5c1372812 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:25.058766 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.066806 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4011cc9-f868-4ef8-a29e-68d2756119f4 req-5347e7c4-e1b4-474c-8ec5-8eb4ee99ecc6 service neutron] 10.222.0.62 "GET /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158906 Jul 14 20:35:25.068727 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-830ef1e1-e87b-4720-bd9f-276690762180 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153764 Jul 14 20:35:25.075733 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7f67cfb-3193-4d3d-8822-4ad9446db374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.087167 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.092543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'ea4dd618-a12a-4809-aad4-c26bb92988bd', 'network_id': '523205c6-ae77-41d6-92fb-64291a948538', 'port_id': 'ea4dd618-a12a-4809-aad4-c26bb92988bd', 'mac_address': 'fa:16:3e:b5:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f86a4c-1d13-4177-8351-69ae12f1aa4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:35:25.148048 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port ea4dd618-a12a-4809-aad4-c26bb92988bd is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:25.148443 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.178736 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7f67cfb-3193-4d3d-8822-4ad9446db374 admin admin] Publish callbacks [] for security_group (a3fa746c-4314-4708-b865-0189046588c4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.183307 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b7f67cfb-3193-4d3d-8822-4ad9446db374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a3fa746c-4314-4708-b865-0189046588c4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.233728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4dd618-a12a-4809-aad4-c26bb92988bd {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:35:25.236202 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b7f67cfb-3193-4d3d-8822-4ad9446db374 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=780591457f36403183bfb2828ef83e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582727 Jul 14 20:35:25.236950 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67cfb-3193-4d3d-8822-4ad9446db374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa746c-4314-4708-b865-0189046588c4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.239448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33858) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:25.273005 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:25.274067 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 59599dd6-29f1-4ecf-91d4-36c5c1372812 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:25.274447 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.285307 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.355524 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:25.365656 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.381829 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.456723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:25.478602 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.525186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570ccc5-a9e7-41f1-b26b-ded059c4cb8e req-9d969939-f8c5-4ae0-a8f0-1c2a07b94805 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:25.526665 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f570ccc5-a9e7-41f1-b26b-ded059c4cb8e req-9d969939-f8c5-4ae0-a8f0-1c2a07b94805 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 944 time: 0.2784121 Jul 14 20:35:25.527619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505afd8-eabb-4863-ae35-0ca018dbc00a req-6f0f0e0e-f349-4363-a989-87b9cd929e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:25.528987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3505afd8-eabb-4863-ae35-0ca018dbc00a req-6f0f0e0e-f349-4363-a989-87b9cd929e5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1130 time: 0.0725513 Jul 14 20:35:25.586701 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2cb60-135f-4bfc-b646-3e5b50d94285 req-936e21e6-c444-4b86-9511-1f01c259255f tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:25.588195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19c2cb60-135f-4bfc-b646-3e5b50d94285 req-936e21e6-c444-4b86-9511-1f01c259255f tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 944 time: 0.2888801 Jul 14 20:35:25.638414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] Publish callbacks [] for security_group (a3fa746c-4314-4708-b865-0189046588c4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.673304 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:25.735931 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d0097a5-2828-4a87-aee7-1b5d467e1e34 req-c59d2e8c-9bc0-4d9e-8d8f-a8f8f921815b service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166677 Jul 14 20:35:25.741330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] Publish callbacks [] for security_group (a3fa746c-4314-4708-b865-0189046588c4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.747802 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3505afd8-eabb-4863-ae35-0ca018dbc00a req-30434cb8-b7a2-46ca-afab-6e7ce727e295 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873858 Jul 14 20:35:25.767277 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f570ccc5-a9e7-41f1-b26b-ded059c4cb8e req-d271dfb4-f9b1-4f3a-b8f9-5935e57a590d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040057 Jul 14 20:35:25.773752 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19c2cb60-135f-4bfc-b646-3e5b50d94285 req-ac446ad7-eead-4198-8374-abc145dc682d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705225 Jul 14 20:35:25.805349 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['1ac0a834-cdf8-45d5-b1de-b010bb6c8485'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:35:25.835139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a3fa746c-4314-4708-b865-0189046588c4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.839773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:25.846348 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3fa746c-4314-4708-b865-0189046588c4 HTTP/1.1" status: 204 len: 168 time: 0.6047516 Jul 14 20:35:25.858673 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606454-90a0-40a0-b3ec-75e394f73d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa746c-4314-4708-b865-0189046588c4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:25.971028 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['ea4dd618-a12a-4809-aad4-c26bb92988bd'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:35:26.143629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fa199-0c83-46cf-9239-20e8286c6baf req-fabdaecf-f94d-42a1-a1f5-54deace0e990 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:26.145513 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b7fa199-0c83-46cf-9239-20e8286c6baf req-fabdaecf-f94d-42a1-a1f5-54deace0e990 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.1477323 Jul 14 20:35:26.217456 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026ea0b-581c-43b8-9bf7-0ecb594da9f7 req-4dfa7145-4ea6-4d0d-97e3-78b30fe5fb55 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:26.219172 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d026ea0b-581c-43b8-9bf7-0ecb594da9f7 req-4dfa7145-4ea6-4d0d-97e3-78b30fe5fb55 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.2049046 Jul 14 20:35:26.223776 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b7fa199-0c83-46cf-9239-20e8286c6baf req-b701a7d8-c60a-4379-8002-4c45b38e9335 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683258 Jul 14 20:35:26.296831 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d026ea0b-581c-43b8-9bf7-0ecb594da9f7 req-60d471d0-4efe-4176-9b86-470c70d3fa8e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698414 Jul 14 20:35:26.357392 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33898) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:26.371183 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f135a51d-34b8-4d47-a027-30ca2d4febc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.402673 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:26.465321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f135a51d-34b8-4d47-a027-30ca2d4febc8 admin admin] Publish callbacks [] for security_group (8fee7a79-de07-4d85-bb81-fa9d165e5403), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.469454 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f135a51d-34b8-4d47-a027-30ca2d4febc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8fee7a79-de07-4d85-bb81-fa9d165e5403), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.510561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135a51d-34b8-4d47-a027-30ca2d4febc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee7a79-de07-4d85-bb81-fa9d165e5403,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:26.522049 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f135a51d-34b8-4d47-a027-30ca2d4febc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8349d432c68e4fbaab8a3a7fb5b9aec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605222 Jul 14 20:35:26.522049 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 33904) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:26.571918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] Publish callbacks [] for security_group (8fee7a79-de07-4d85-bb81-fa9d165e5403), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.594252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] Publish callbacks [] for security_group (8fee7a79-de07-4d85-bb81-fa9d165e5403), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.644984 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8fee7a79-de07-4d85-bb81-fa9d165e5403), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.647836 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:26.648958 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fee7a79-de07-4d85-bb81-fa9d165e5403 HTTP/1.1" status: 204 len: 168 time: 0.1261120 Jul 14 20:35:26.656891 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ba7a-f240-4054-85a8-586821bd7c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee7a79-de07-4d85-bb81-fa9d165e5403,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:26.887546 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:26.889859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c1dee7-c6f7-4444-ae26-457ec90aa41e" -d '{"events": [{"server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "name": "network-vif-plugged", "status": "completed", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:26.940116 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8eef-9163-48cc-8f16-5b11c6a65235 req-2cae590b-2c47-44de-8fad-b6e3883f837c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:26.941642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f4f8eef-9163-48cc-8f16-5b11c6a65235 req-2cae590b-2c47-44de-8fad-b6e3883f837c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0841055 Jul 14 20:35:26.951194 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f37d-4559-4ac8-9212-074117a9f7af req-9d34c350-16bb-4774-b644-96d8d3840ca8 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:26.952716 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7679f37d-4559-4ac8-9212-074117a9f7af req-9d34c350-16bb-4774-b644-96d8d3840ca8 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 944 time: 0.0931616 Jul 14 20:35:27.035156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f4f8eef-9163-48cc-8f16-5b11c6a65235 req-c5d4ee6c-a31f-4170-bc05-ddbb77cd92b5 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814505 Jul 14 20:35:27.038065 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7679f37d-4559-4ac8-9212-074117a9f7af req-05716cc5-b479-4ce8-9f7d-fae14210de4e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766819 Jul 14 20:35:27.094888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a15598-3f7e-4a1a-bc22-55e0bc39671a x-openstack-request-id: req-25a15598-3f7e-4a1a-bc22-55e0bc39671a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:27.095252 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "name": "network-vif-plugged", "status": "completed", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:27.095549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25a15598-3f7e-4a1a-bc22-55e0bc39671a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:27.096088 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a15598-3f7e-4a1a-bc22-55e0bc39671a'] response: {'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'code': 200} Jul 14 20:35:27.365877 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:27.379886 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283baf1-a51f-45d7-ad00-e605f3f622ce req-f6b04b39-3f74-49f0-9423-15fc1e827acb tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:27.381849 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4283baf1-a51f-45d7-ad00-e605f3f622ce req-f6b04b39-3f74-49f0-9423-15fc1e827acb tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0592256 Jul 14 20:35:27.478283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726de-fcd0-40aa-8144-daecfb17b99d req-e84a2d50-3eb8-448d-ad44-0e8ba693b134 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:27.479438 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fd726de-fcd0-40aa-8144-daecfb17b99d req-e84a2d50-3eb8-448d-ad44-0e8ba693b134 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0719795 Jul 14 20:35:27.482891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4283baf1-a51f-45d7-ad00-e605f3f622ce req-ec5d3f5b-1447-4395-a626-3a2b903aed60 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923522 Jul 14 20:35:27.515669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:27.534533 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fd726de-fcd0-40aa-8144-daecfb17b99d req-ab8eb776-ef09-4657-a49b-e519bca2a038 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 Jul 14 20:35:27.606849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:27.618261 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6dd3adf4-353b-4357-846c-eae4add46f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:27.632338 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:35:27.640856 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:27.641481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:27.731670 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:27.732197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:27.773845 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:27.779619 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:27.784129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device ea4dd618-a12a-4809-aad4-c26bb92988bd up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:35:27.888176 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port ea4dd618-a12a-4809-aad4-c26bb92988bd completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:35:27.891910 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:27.915124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port ea4dd618-a12a-4809-aad4-c26bb92988bd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:35:27.919070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.008391 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec5b39-7f05-442d-9f5f-77e4537bbf8e req-30745a55-d412-429f-9df2-7138a9e83058 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.010605 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12ec5b39-7f05-442d-9f5f-77e4537bbf8e req-30745a55-d412-429f-9df2-7138a9e83058 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.1128154 Jul 14 20:35:28.037573 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port ea4dd618-a12a-4809-aad4-c26bb92988bd is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:35:28.038013 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.045956 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-30889475-3faf-4a46-97fe-89f499678f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.047596 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-30889475-3faf-4a46-97fe-89f499678f63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1130 time: 0.0825500 Jul 14 20:35:28.113663 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:35:28.121297 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.128616 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:28.181367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba8ae2-f987-4d18-9598-fba16902009b req-d3d3d89b-ec65-455c-8260-dd1ab6ddf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.182845 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bba8ae2-f987-4d18-9598-fba16902009b req-d3d3d89b-ec65-455c-8260-dd1ab6ddf797 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 1129 time: 0.1305032 Jul 14 20:35:28.197137 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-12ec5b39-7f05-442d-9f5f-77e4537bbf8e req-1073cd20-f64a-4301-b120-48890a7d2daa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691952 Jul 14 20:35:28.197266 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:28.248647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:28.260670 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34008) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:28.275812 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8db21-3211-4bba-a9fe-a1aa1e4b154c req-3e70451d-0de3-4bce-b6aa-fb71aec515c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.276569 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27e8db21-3211-4bba-a9fe-a1aa1e4b154c req-3e70451d-0de3-4bce-b6aa-fb71aec515c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.1320460 Jul 14 20:35:28.373376 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-d02eb69f-b33a-48ef-a172-765e2813ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.375279 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-d02eb69f-b33a-48ef-a172-765e2813ccda service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.3103707 Jul 14 20:35:28.385778 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bba8ae2-f987-4d18-9598-fba16902009b req-98d8016c-d31f-4354-9335-b92ebba143bb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824729 Jul 14 20:35:28.400983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce635-a04d-43de-ae2b-082a69517436 req-1da58789-e7ad-4052-a88e-e56be62b5e14 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.407691 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ebce635-a04d-43de-ae2b-082a69517436 req-1da58789-e7ad-4052-a88e-e56be62b5e14 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.1290059 Jul 14 20:35:28.452563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2576c2a5-cbc7-40ae-8721-4bec1a3dbce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.475018 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-83036a96-58be-413c-affb-eccc55017c2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4 HTTP/1.1" status: 200 len: 217 time: 0.0811908 Jul 14 20:35:28.495408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-27e8db21-3211-4bba-a9fe-a1aa1e4b154c req-fa6500e9-4938-4549-85f5-746749f44240 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062423 Jul 14 20:35:28.552629 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ebce635-a04d-43de-ae2b-082a69517436 req-b5fce3dd-e76b-493d-8cdf-644697d3e987 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436372 Jul 14 20:35:28.597627 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2576c2a5-cbc7-40ae-8721-4bec1a3dbce8 admin admin] Publish callbacks [] for security_group (ad6ff538-6745-4889-b38f-83b005633a36), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.601045 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2576c2a5-cbc7-40ae-8721-4bec1a3dbce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ad6ff538-6745-4889-b38f-83b005633a36), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.670069 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2576c2a5-cbc7-40ae-8721-4bec1a3dbce8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=754784e6d35a444481149ea200cdd961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074934 Jul 14 20:35:28.672112 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c2a5-cbc7-40ae-8721-4bec1a3dbce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ff538-6745-4889-b38f-83b005633a36,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:28.674682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34036) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:28.772323 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469a49-d9ff-4ac3-8642-c974f32f591e req-f1c9c3ea-f857-4399-b487-0af9988140d4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.773828 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0469a49-d9ff-4ac3-8642-c974f32f591e req-f1c9c3ea-f857-4399-b487-0af9988140d4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.1119211 Jul 14 20:35:28.802914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-32f4f0d0-a4ee-470c-86a4-a6d960d13fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:28.804729 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-32f4f0d0-a4ee-470c-86a4-a6d960d13fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.1226482 Jul 14 20:35:28.833914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] Publish callbacks [] for security_group (ad6ff538-6745-4889-b38f-83b005633a36), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.870976 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:28.878334 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e0469a49-d9ff-4ac3-8642-c974f32f591e req-5d5d3376-16ce-4363-8d9f-fd959eda5ae4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934577 Jul 14 20:35:28.880557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] Publish callbacks [] for security_group (ad6ff538-6745-4889-b38f-83b005633a36), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.942433 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ad6ff538-6745-4889-b38f-83b005633a36), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.945517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:28.949397 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad6ff538-6745-4889-b38f-83b005633a36 HTTP/1.1" status: 204 len: 168 time: 0.2710164 Jul 14 20:35:28.958121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d8cd-4c23-4ff4-addf-8d125e30f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ff538-6745-4889-b38f-83b005633a36,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:29.099446 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}, {'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:29.102150 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edde8749-50de-4dd9-99fa-adc27e7aaaae" -d '{"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}, {"server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "name": "network-vif-plugged", "status": "completed", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:29.177484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a2abe8-863f-44f2-bc8f-bdfeae911c76 x-openstack-request-id: req-14a2abe8-863f-44f2-bc8f-bdfeae911c76 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:29.177779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "code": 200}, {"server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "name": "network-vif-plugged", "status": "completed", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:29.178159 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14a2abe8-863f-44f2-bc8f-bdfeae911c76 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:29.178492 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a2abe8-863f-44f2-bc8f-bdfeae911c76'] response: {'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'code': 200} Jul 14 20:35:29.178995 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a2abe8-863f-44f2-bc8f-bdfeae911c76'] response: {'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd', 'code': 200} Jul 14 20:35:29.182517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-ea1ff59a-2881-4a31-ab2c-2f35b53e113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:29.184115 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-ea1ff59a-2881-4a31-ab2c-2f35b53e113f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0909839 Jul 14 20:35:29.331174 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34078) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:29.348892 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18a7d2a7-8ec9-4537-88cd-851e7ad82164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.369060 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d259f-4cff-4dcb-aa56-23152daaf515 req-b3e3df87-5b16-48c1-8122-579e8cc01011 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:29.369764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:29.371584 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-736d259f-4cff-4dcb-aa56-23152daaf515 req-b3e3df87-5b16-48c1-8122-579e8cc01011 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0953541 Jul 14 20:35:29.452345 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:29.496343 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-736d259f-4cff-4dcb-aa56-23152daaf515 req-f4058a91-31a0-4431-9adb-1ecae9e6b550 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170368 Jul 14 20:35:29.497275 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18a7d2a7-8ec9-4537-88cd-851e7ad82164 admin admin] Publish callbacks [] for security_group (b55b24a4-87ac-4fa0-aaa3-f985bb61187c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.504139 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-18a7d2a7-8ec9-4537-88cd-851e7ad82164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b55b24a4-87ac-4fa0-aaa3-f985bb61187c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.557148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-7568b210-897d-4671-a34a-fdd8256fd395 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349114 Jul 14 20:35:29.564882 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7d2a7-8ec9-4537-88cd-851e7ad82164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b24a4-87ac-4fa0-aaa3-f985bb61187c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:29.574197 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34092) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:29.574482 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-18a7d2a7-8ec9-4537-88cd-851e7ad82164 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40c468289eb244ecae654bebe0b77034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414694 Jul 14 20:35:29.656330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] Publish callbacks [] for security_group (b55b24a4-87ac-4fa0-aaa3-f985bb61187c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.724925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] Publish callbacks [] for security_group (b55b24a4-87ac-4fa0-aaa3-f985bb61187c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.818462 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949d23d-3319-4ad9-91d9-712228fbbd70 req-812ab983-19c5-4a5f-8fb5-b6709c1144a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:29.820082 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b949d23d-3319-4ad9-91d9-712228fbbd70 req-812ab983-19c5-4a5f-8fb5-b6709c1144a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.1229696 Jul 14 20:35:29.829205 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76f540-493e-49df-9b78-28b41fbd12ef req-99f79c74-af88-4c55-9282-5307b779a19d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:29.832790 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a76f540-493e-49df-9b78-28b41fbd12ef req-99f79c74-af88-4c55-9282-5307b779a19d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.1373868 Jul 14 20:35:29.862583 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d3b79f4-51dc-4265-99da-4da6dd428ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.914153 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:29.915432 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b55b24a4-87ac-4fa0-aaa3-f985bb61187c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.918055 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:29.929143 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b55b24a4-87ac-4fa0-aaa3-f985bb61187c HTTP/1.1" status: 204 len: 168 time: 0.3466706 Jul 14 20:35:29.995174 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b949d23d-3319-4ad9-91d9-712228fbbd70 req-7289bfd4-8b15-4b38-b6df-b49c5c681256 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611362 Jul 14 20:35:30.008295 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a76f540-493e-49df-9b78-28b41fbd12ef req-438acfdd-1fae-4e17-8e76-0fe3d87020e5 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332207 Jul 14 20:35:30.011387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a58b0-8e60-455a-b9d2-e9f0050e81f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b24a4-87ac-4fa0-aaa3-f985bb61187c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:30.145923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907acd4-4892-42b8-94f0-90d026fc11b9 req-c3e6f4fe-0a16-4acc-b28e-da0a353b5174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:30.146235 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1907acd4-4892-42b8-94f0-90d026fc11b9 req-c3e6f4fe-0a16-4acc-b28e-da0a353b5174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0491617 Jul 14 20:35:30.198118 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1907acd4-4892-42b8-94f0-90d026fc11b9 req-ab43c8f1-c3ff-4388-9664-719ee0971ddf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Jul 14 20:35:30.359054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa447e4-5e28-44f4-9c6f-b54a5b160b9a req-e3172a00-7d0a-4fe9-ba4a-3eba06183307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:30.360560 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eaa447e4-5e28-44f4-9c6f-b54a5b160b9a req-e3172a00-7d0a-4fe9-ba4a-3eba06183307 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 1129 time: 0.1327186 Jul 14 20:35:30.364075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780c276-17ca-46d5-acc2-5f3daab2eef6 req-7e8926f2-926b-4a10-831a-df436661f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:30.365422 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a780c276-17ca-46d5-acc2-5f3daab2eef6 req-7e8926f2-926b-4a10-831a-df436661f90b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1130 time: 0.1089444 Jul 14 20:35:30.389172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:30.438015 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca869cfa-b2d0-424a-92ac-e70a841607c7 req-a042b440-8dc8-4b63-9667-966ef2f9c07f service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112982 Jul 14 20:35:30.474648 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a780c276-17ca-46d5-acc2-5f3daab2eef6 req-070ecc6f-0b09-48d4-958f-420c01fd8063 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000533 Jul 14 20:35:30.477139 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eaa447e4-5e28-44f4-9c6f-b54a5b160b9a req-776b9836-abcd-495e-b9c1-cf54f51fd414 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036122 Jul 14 20:35:30.642822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f91fd-27d3-4704-839b-ef52eea69aed req-9e3c59cf-e271-459f-b134-6c212dc99c34 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:30.644311 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-161f91fd-27d3-4704-839b-ef52eea69aed req-9e3c59cf-e271-459f-b134-6c212dc99c34 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0503752 Jul 14 20:35:30.692998 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-161f91fd-27d3-4704-839b-ef52eea69aed req-b40d4ddd-3283-4588-896c-5a256a9e6b3e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Jul 14 20:35:31.106051 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:31.370045 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956850-bf3f-49b3-b3b3-92d787122c0b req-67bcef75-09fc-4bfc-982b-741daf57f2a0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:31.371565 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3956850-bf3f-49b3-b3b3-92d787122c0b req-67bcef75-09fc-4bfc-982b-741daf57f2a0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.3109384 Jul 14 20:35:31.389988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b337ae-857c-4425-aac1-49348a9dabe6 req-3baf2a64-2990-42ab-be90-1fcab432306e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:31.391591 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62b337ae-857c-4425-aac1-49348a9dabe6 req-3baf2a64-2990-42ab-be90-1fcab432306e tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0685179 Jul 14 20:35:31.468044 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3956850-bf3f-49b3-b3b3-92d787122c0b req-31ad5661-a32c-4cd9-885b-ed42fe0274c3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865235 Jul 14 20:35:31.472491 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-62b337ae-857c-4425-aac1-49348a9dabe6 req-f467d32f-8598-4d2f-b466-4b5d474a2dc3 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Jul 14 20:35:31.604297 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af133a-308e-4c7d-bca1-e936f4168943 req-b9ba8f08-01d5-47d3-a425-24115773dc74 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:31.605943 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19af133a-308e-4c7d-bca1-e936f4168943 req-b9ba8f08-01d5-47d3-a425-24115773dc74 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0588644 Jul 14 20:35:31.694740 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-19af133a-308e-4c7d-bca1-e936f4168943 req-e2125b9f-a384-426b-90c3-7affbdb4786b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798051 Jul 14 20:35:31.700932 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc236be-f048-4694-9bbd-a2900e0cd760 req-46ffbb33-34db-429f-ace7-a79668108266 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:31.702426 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fc236be-f048-4694-9bbd-a2900e0cd760 req-46ffbb33-34db-429f-ace7-a79668108266 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0722759 Jul 14 20:35:31.712284 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34192) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:31.712768 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34194) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:31.724927 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:31.820334 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afc5b1-a12d-4140-93db-601f73b1c79f req-37a65991-aede-4478-baf1-bc73dd781607 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:31.822085 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04afc5b1-a12d-4140-93db-601f73b1c79f req-37a65991-aede-4478-baf1-bc73dd781607 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0572906 Jul 14 20:35:31.870780 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:31.906329 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04afc5b1-a12d-4140-93db-601f73b1c79f req-2fa1c641-8d27-41c0-b382-3cf485355533 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Jul 14 20:35:32.182318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.410335 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Publish callbacks [] for security_group (a0e57528-7979-44bd-998b-880fb997bdc9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.431459 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a0e57528-7979-44bd-998b-880fb997bdc9), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.589443 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd51cdfd74ec448582ffad5306d9b705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8747327 Jul 14 20:35:32.593630 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34226) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:32.598600 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e57528-7979-44bd-998b-880fb997bdc9,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:32.625085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.625491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.625763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.625864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5b378-7197-4816-84fc-2afd8e1a391d req-04bc442a-3618-4213-92cd-b082ab85a463 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:32.626096 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.626424 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.626858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.632930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.633102 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63a5b378-7197-4816-84fc-2afd8e1a391d req-04bc442a-3618-4213-92cd-b082ab85a463 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Jul 14 20:35:32.633182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.633566 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.634477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.634477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.635340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.635726 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.636027 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.636322 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318bbf0b-994a-4646-8b94-b8817269eb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.656665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.693997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Publish callbacks [] for security_group (a0e57528-7979-44bd-998b-880fb997bdc9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.729257 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63a5b378-7197-4816-84fc-2afd8e1a391d req-acb65a76-86b3-4aa8-bed4-a0dfcc07df81 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742536 Jul 14 20:35:32.731605 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Publish callbacks [] for security_group (a0e57528-7979-44bd-998b-880fb997bdc9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.774466 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:32.786684 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.809331 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.813568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.840020 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b068ed-bc50-467a-aeaa-73d658293dcc req-6bbe826e-14e0-4e53-8b84-9a3d880427e9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:32.841772 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56b068ed-bc50-467a-aeaa-73d658293dcc req-6bbe826e-14e0-4e53-8b84-9a3d880427e9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0619152 Jul 14 20:35:32.842770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a0e57528-7979-44bd-998b-880fb997bdc9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.845809 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:32.849582 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0e57528-7979-44bd-998b-880fb997bdc9 HTTP/1.1" status: 204 len: 168 time: 0.2544191 Jul 14 20:35:32.861724 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e57528-7979-44bd-998b-880fb997bdc9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:32.895690 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.904368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.905231 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.905231 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86d3d0-1507-460d-a361-7921c97740cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:35:32.925319 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP 6be16a8f-e817-4ff5-bd47-acdcbd828f6c associated. External IP: 172.27.0.72, port: 59599dd6-29f1-4ecf-91d4-36c5c1372812. Jul 14 20:35:32.949662 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-56b068ed-bc50-467a-aeaa-73d658293dcc req-02c5d1f5-8844-42f6-8a5a-870f5e8d2257 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962934 Jul 14 20:35:32.970597 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:33.027892 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c47d8-3f60-49dd-a31a-aa7c2786fdb5 req-92d51632-c834-48cf-a714-d1ba89e83db9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:33.029601 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-686c47d8-3f60-49dd-a31a-aa7c2786fdb5 req-92d51632-c834-48cf-a714-d1ba89e83db9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0513437 Jul 14 20:35:33.034919 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:33.084219 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-686c47d8-3f60-49dd-a31a-aa7c2786fdb5 req-72592f4d-9478-40b9-8907-42d5d6d0a882 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Jul 14 20:35:33.154987 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:35:33.195786 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34238) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:33.209724 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74929870-a2b0-490b-b2b3-1303d8db1e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.261709 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:35:33.266381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.275866 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:35:33.290634 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:35:33.290906 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:35:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:33.301182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74929870-a2b0-490b-b2b3-1303d8db1e22 admin admin] Publish callbacks [] for security_group (78b99bcf-2d63-4164-91a7-55d74ab7d8af), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.301517 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-41f28b77-d1dd-4fe6-8fca-baa424953993 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "PUT /v2.0/floatingips/6be16a8f-e817-4ff5-bd47-acdcbd828f6c HTTP/1.1" status: 200 len: 990 time: 1.5877209 Jul 14 20:35:33.302420 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:33.304895 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:33.308305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-74929870-a2b0-490b-b2b3-1303d8db1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (78b99bcf-2d63-4164-91a7-55d74ab7d8af), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.346270 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3597bc09-ad04-40e9-8579-c15437c09071 x-openstack-request-id: req-3597bc09-ad04-40e9-8579-c15437c09071 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:33.346691 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:33.347114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3597bc09-ad04-40e9-8579-c15437c09071 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:33.347522 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3597bc09-ad04-40e9-8579-c15437c09071'] response: {'name': 'network-changed', 'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'status': 'completed', 'code': 200} Jul 14 20:35:33.356929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929870-a2b0-490b-b2b3-1303d8db1e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b99bcf-2d63-4164-91a7-55d74ab7d8af,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:33.362339 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-74929870-a2b0-490b-b2b3-1303d8db1e22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fe3d19ed3b84fb9b2db18c0652ccb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648664 Jul 14 20:35:33.365076 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34246) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:33.420755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] Publish callbacks [] for security_group (78b99bcf-2d63-4164-91a7-55d74ab7d8af), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.443651 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] Publish callbacks [] for security_group (78b99bcf-2d63-4164-91a7-55d74ab7d8af), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.482603 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:35:33.492376 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (78b99bcf-2d63-4164-91a7-55d74ab7d8af), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.495090 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:33.496218 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78b99bcf-2d63-4164-91a7-55d74ab7d8af HTTP/1.1" status: 204 len: 168 time: 0.1302335 Jul 14 20:35:33.505009 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc108b-282d-4f73-b699-1ca14d7b6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b99bcf-2d63-4164-91a7-55d74ab7d8af,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:33.761776 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:32Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:33.792285 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:35:33.802860 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:35:33.803542 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:35:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:33.874832 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c72ba-47e5-49b0-9ef0-1a6a9cd32f31 req-f8812a92-8152-4b85-943f-a1d3ff90b957 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:33.882515 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-394c72ba-47e5-49b0-9ef0-1a6a9cd32f31 req-f8812a92-8152-4b85-943f-a1d3ff90b957 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0728488 Jul 14 20:35:33.946316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:35:33.961832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-394c72ba-47e5-49b0-9ef0-1a6a9cd32f31 req-48d53a60-0728-4a16-8320-71e5172a8bb2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757253 Jul 14 20:35:34.090264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901f675-2f21-4434-bbd9-23ee30b0ff0d req-8e66fc60-37a2-400d-b819-96fb54cc1422 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:34.091957 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a901f675-2f21-4434-bbd9-23ee30b0ff0d req-8e66fc60-37a2-400d-b819-96fb54cc1422 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0624018 Jul 14 20:35:34.149463 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a901f675-2f21-4434-bbd9-23ee30b0ff0d req-39646ffe-d8d1-4b66-80b3-dbb9c7c07e42 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514522 Jul 14 20:35:34.223249 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:32Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:34.236614 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66f984-ecf6-42a5-80ab-73ae3cc7146d req-81b17cef-c723-40ba-8a3a-9ec43db87a34 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:34.238097 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df66f984-ecf6-42a5-80ab-73ae3cc7146d req-81b17cef-c723-40ba-8a3a-9ec43db87a34 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0506392 Jul 14 20:35:34.260134 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e49f07-67aa-47b4-a202-1c7a4e358e1c None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:32Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:35:34.304450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df66f984-ecf6-42a5-80ab-73ae3cc7146d req-07bc9e1f-e741-49ef-8e02-6925c8059824 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606892 Jul 14 20:35:34.496609 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf2d485-595d-448f-bccd-47af856c0de5 None None] New status for floating IP 6be16a8f-e817-4ff5-bd47-acdcbd828f6c: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:35:35.081431 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035d68-c36b-4d74-8608-df3ff4598fca req-1eb8ff11-0135-4298-a790-00d947e9e860 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:35.083015 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58035d68-c36b-4d74-8608-df3ff4598fca req-1eb8ff11-0135-4298-a790-00d947e9e860 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0571811 Jul 14 20:35:35.108377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:35.131377 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58035d68-c36b-4d74-8608-df3ff4598fca req-8af36e39-dd75-491d-a57e-0f17e4ac2e39 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jul 14 20:35:35.277185 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299bb1a-908d-49b6-94a4-f039ebaf6e62 req-8a62ba33-8097-48df-ac00-decfb43ca942 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:35.278653 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b299bb1a-908d-49b6-94a4-f039ebaf6e62 req-8a62ba33-8097-48df-ac00-decfb43ca942 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0476344 Jul 14 20:35:35.332741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b299bb1a-908d-49b6-94a4-f039ebaf6e62 req-de800cd1-fa8c-4322-a41d-4d731d8ee525 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Jul 14 20:35:35.392052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:35.443312 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23313ee-8c30-4ef0-a0a1-146be9a72cfc req-ef3f4b1c-d75f-47eb-a6e0-aa7bb84c5c4b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:35.445107 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d23313ee-8c30-4ef0-a0a1-146be9a72cfc req-ef3f4b1c-d75f-47eb-a6e0-aa7bb84c5c4b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0680768 Jul 14 20:35:35.503833 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d23313ee-8c30-4ef0-a0a1-146be9a72cfc req-bd97e2e7-65b9-4874-ad3e-13ed1dab0457 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Jul 14 20:35:35.869917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34360) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:35.973385 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae99024-dd94-4f42-bc54-e846a6646392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.053644 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae99024-dd94-4f42-bc54-e846a6646392 admin admin] Publish callbacks [] for security_group (f638f13e-e571-496f-90e1-825dcb674276), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.057771 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae99024-dd94-4f42-bc54-e846a6646392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f638f13e-e571-496f-90e1-825dcb674276), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.097914 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0ae99024-dd94-4f42-bc54-e846a6646392 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d075cba652e94aad9332d4d33e6f0298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269247 Jul 14 20:35:36.098742 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae99024-dd94-4f42-bc54-e846a6646392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638f13e-e571-496f-90e1-825dcb674276,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:36.101180 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34366) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:36.151910 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] Publish callbacks [] for security_group (f638f13e-e571-496f-90e1-825dcb674276), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.172873 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] Publish callbacks [] for security_group (f638f13e-e571-496f-90e1-825dcb674276), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.222098 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f638f13e-e571-496f-90e1-825dcb674276), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.225059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.226215 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f638f13e-e571-496f-90e1-825dcb674276 HTTP/1.1" status: 204 len: 168 time: 0.1233108 Jul 14 20:35:36.235794 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bb6b-9f0f-4639-9151-2b39fef52091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638f13e-e571-496f-90e1-825dcb674276,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:36.283488 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f7882-a4ce-4979-a17a-1791ac51d555 req-97bb11ee-5aaf-4f49-b2e2-7351c47486e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:36.284987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-041f7882-a4ce-4979-a17a-1791ac51d555 req-97bb11ee-5aaf-4f49-b2e2-7351c47486e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0663469 Jul 14 20:35:36.346156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-041f7882-a4ce-4979-a17a-1791ac51d555 req-4303b392-e211-4c08-9a0a-5d8397f95759 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553911 Jul 14 20:35:36.463755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e84d5-1acf-42dc-9eb9-caee97810a08 req-414cca39-9f43-46fe-852a-f709f5665719 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:36.464750 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd8e84d5-1acf-42dc-9eb9-caee97810a08 req-414cca39-9f43-46fe-852a-f709f5665719 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0491910 Jul 14 20:35:36.519110 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd8e84d5-1acf-42dc-9eb9-caee97810a08 req-93495172-edc5-4ba8-99d2-0bc796397c71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 Jul 14 20:35:36.558262 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34384) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:36.573820 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f59f812-7d65-406f-bf03-c43461a947d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.659108 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29d285-cd5f-42b0-b9fd-50998d1927f4 req-70a55c53-4e45-4335-9490-d3b31805c81e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:36.660678 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f29d285-cd5f-42b0-b9fd-50998d1927f4 req-70a55c53-4e45-4335-9490-d3b31805c81e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0673091 Jul 14 20:35:36.731600 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f59f812-7d65-406f-bf03-c43461a947d7 admin admin] Publish callbacks [] for security_group (8e6e9630-c4f7-4853-8dc5-849b5dfe4470), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.740386 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f29d285-cd5f-42b0-b9fd-50998d1927f4 req-579a8b92-5e0d-4cba-8dee-1d38d363f408 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 Jul 14 20:35:36.741121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9f59f812-7d65-406f-bf03-c43461a947d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8e6e9630-c4f7-4853-8dc5-849b5dfe4470), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.760295 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:36.783877 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f812-7d65-406f-bf03-c43461a947d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6e9630-c4f7-4853-8dc5-849b5dfe4470,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:36.788987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9f59f812-7d65-406f-bf03-c43461a947d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3439b18782df44feb977a9be5c0872f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299616 Jul 14 20:35:36.791695 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34386) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:36.842219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] Publish callbacks [] for security_group (8e6e9630-c4f7-4853-8dc5-849b5dfe4470), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.871464 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] Publish callbacks [] for security_group (8e6e9630-c4f7-4853-8dc5-849b5dfe4470), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.921048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8e6e9630-c4f7-4853-8dc5-849b5dfe4470), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.923615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:36.924738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e6e9630-c4f7-4853-8dc5-849b5dfe4470 HTTP/1.1" status: 204 len: 168 time: 0.1321023 Jul 14 20:35:36.934784 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73fce6-b8ce-4803-9a48-61abd9848afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6e9630-c4f7-4853-8dc5-849b5dfe4470,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:37.460222 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:37.561788 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-87306bec-17c9-4b85-b498-b8790c090914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:37.563532 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-87306bec-17c9-4b85-b498-b8790c090914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 1129 time: 0.1298196 Jul 14 20:35:37.566439 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-1030a056-f543-4b75-8a13-ee6b62650829 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316276 Jul 14 20:35:37.574119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f7db-353d-4f7a-84e2-b6b82030d04c req-0891ef7d-ef02-4dff-bcb1-0dc49d60ecd7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:37.583421 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0502f7db-353d-4f7a-84e2-b6b82030d04c req-0891ef7d-ef02-4dff-bcb1-0dc49d60ecd7 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.1251233 Jul 14 20:35:37.657327 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0502f7db-353d-4f7a-84e2-b6b82030d04c req-a8789c5e-ca2c-4c42-802c-cc9e4e3db63d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Jul 14 20:35:37.764675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820988-3c28-4204-a853-ce562d8a4716 req-705c3f81-75a0-4221-9abb-643ffcde0b1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:37.767989 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de820988-3c28-4204-a853-ce562d8a4716 req-705c3f81-75a0-4221-9abb-643ffcde0b1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0920124 Jul 14 20:35:37.857010 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34446) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:37.927825 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de820988-3c28-4204-a853-ce562d8a4716 req-024c2cae-f5fd-4b43-bab0-5c6970e64e45 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500318 Jul 14 20:35:37.969816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950933d7-cde3-48b5-b6f0-c7cd1efeb45c req-f4ddc62d-6399-471a-8369-29b5fc9b7831 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:37.972111 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-950933d7-cde3-48b5-b6f0-c7cd1efeb45c req-f4ddc62d-6399-471a-8369-29b5fc9b7831 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.1402605 Jul 14 20:35:38.020781 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-4f281fe5-789b-4d4f-9dac-d92d5de7ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:38.023022 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-4f281fe5-789b-4d4f-9dac-d92d5de7ba5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.1900830 Jul 14 20:35:38.045149 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9818-4ae8-a62b-85eaca220dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.047278 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-950933d7-cde3-48b5-b6f0-c7cd1efeb45c req-bd70f870-1727-45d9-ab49-25d19488773b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680847 Jul 14 20:35:38.070964 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.147591 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9818-4ae8-a62b-85eaca220dc7 admin admin] Publish callbacks [] for security_group (c0c92624-9879-402a-bb77-49b0f108325c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.151877 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9818-4ae8-a62b-85eaca220dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c0c92624-9879-402a-bb77-49b0f108325c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.198836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3762e3-9818-4ae8-a62b-85eaca220dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c92624-9879-402a-bb77-49b0f108325c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:38.208149 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2a3762e3-9818-4ae8-a62b-85eaca220dc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55ec62064c8d4380996ab0a5de9c0b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461180 Jul 14 20:35:38.208472 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34458) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:38.270358 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] Publish callbacks [] for security_group (c0c92624-9879-402a-bb77-49b0f108325c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.300528 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] Publish callbacks [] for security_group (c0c92624-9879-402a-bb77-49b0f108325c), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.366530 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c0c92624-9879-402a-bb77-49b0f108325c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.369672 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.370882 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0c92624-9879-402a-bb77-49b0f108325c HTTP/1.1" status: 204 len: 168 time: 0.1614642 Jul 14 20:35:38.380608 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717155c-6bb8-4937-ac94-efccaba8a5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c92624-9879-402a-bb77-49b0f108325c,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:38.662318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34468) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:38.675651 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bff67ac7-3c4d-4a9a-ad87-f4e725ee0c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.760552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bff67ac7-3c4d-4a9a-ad87-f4e725ee0c8b admin admin] Publish callbacks [] for security_group (edb886c9-d055-486d-91a4-c59d3143f623), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.764340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bff67ac7-3c4d-4a9a-ad87-f4e725ee0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (edb886c9-d055-486d-91a4-c59d3143f623), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.783530 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:38.807890 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bff67ac7-3c4d-4a9a-ad87-f4e725ee0c8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a48e3d9d3c54088b99685ce39d9910e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449490 Jul 14 20:35:38.808589 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff67ac7-3c4d-4a9a-ad87-f4e725ee0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb886c9-d055-486d-91a4-c59d3143f623,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:38.810853 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34472) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:38.814476 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-107fd8cf-84ff-4e80-9bd6-26cb8a4df036 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812 HTTP/1.1" status: 200 len: 1000 time: 0.1371179 Jul 14 20:35:38.822997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b829-e626-470d-b18a-91dce0ca50e3 req-cece55eb-b39a-485c-898f-6bbe5453cebb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:38.829788 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f84b829-e626-470d-b18a-91dce0ca50e3 req-cece55eb-b39a-485c-898f-6bbe5453cebb tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0929420 Jul 14 20:35:38.830058 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:38.843635 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:38.866858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] Publish callbacks [] for security_group (edb886c9-d055-486d-91a4-c59d3143f623), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.880534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f84b829-e626-470d-b18a-91dce0ca50e3 req-e5cdb516-8fa6-4eb6-a4ea-63935ff186bd tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Jul 14 20:35:38.891480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] Publish callbacks [] for security_group (edb886c9-d055-486d-91a4-c59d3143f623), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.953160 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (edb886c9-d055-486d-91a4-c59d3143f623), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.956996 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:38.957662 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/edb886c9-d055-486d-91a4-c59d3143f623 HTTP/1.1" status: 204 len: 168 time: 0.1455700 Jul 14 20:35:38.972164 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee117691-24ef-47a4-b9b5-9d7d66e2044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb886c9-d055-486d-91a4-c59d3143f623,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:39.101089 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acbdfc-be85-420f-a439-897fb657993a req-255576d7-fcd8-4565-8a80-45ccc3f1d434 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.102920 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a3acbdfc-be85-420f-a439-897fb657993a req-255576d7-fcd8-4565-8a80-45ccc3f1d434 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0673521 Jul 14 20:35:39.170745 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:35:39.239706 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a3acbdfc-be85-420f-a439-897fb657993a req-a6f03d4b-69af-4e24-9870-3889c9c2e4f3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308234 Jul 14 20:35:39.343575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-7bf390c1-cca4-4e68-b542-0ba546c36f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.346300 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-7bf390c1-cca4-4e68-b542-0ba546c36f62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.0854492 Jul 14 20:35:39.382257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702c289-cb31-45a9-85d5-c362ba8b9ca6 req-1a4101ff-86d4-4f16-89b6-a7f4f3eb1d3d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.392343 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c702c289-cb31-45a9-85d5-c362ba8b9ca6 req-1a4101ff-86d4-4f16-89b6-a7f4f3eb1d3d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.2484925 Jul 14 20:35:39.581025 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:39.649612 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae4d49-a641-4122-a7e1-edeb5727ded9 req-bb2a9a82-0fe0-4185-bbdb-cfc911871f12 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.651181 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66ae4d49-a641-4122-a7e1-edeb5727ded9 req-bb2a9a82-0fe0-4185-bbdb-cfc911871f12 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.3032212 Jul 14 20:35:39.662060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34516) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:39.663462 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-464567b2-0d36-40bc-b7d2-7e6de6c031b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.665634 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-464567b2-0d36-40bc-b7d2-7e6de6c031b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.2690287 Jul 14 20:35:39.672211 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'floatingip': {'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:35:39.689175 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c702c289-cb31-45a9-85d5-c362ba8b9ca6 req-066dc6b0-bc00-4bcf-9761-2ba3b6e002e5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963214 Jul 14 20:35:39.694786 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34518) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:39.756698 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e5d-9209-4f87-9d4a-43f2fb48c2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:39.780315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-2a4cb358-4c14-48e1-9486-4346cb7e7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.781885 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-2a4cb358-4c14-48e1-9486-4346cb7e7df3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1059551 Jul 14 20:35:39.824101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-80d678f0-4dab-4d5a-a724-bae613dd731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:39.825565 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-80d678f0-4dab-4d5a-a724-bae613dd731a service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.4153376 Jul 14 20:35:39.920746 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-88b39b07-3f95-4780-af8d-00059d9abc48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0807533 Jul 14 20:35:39.937598 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.013290 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-0addd8fa-c89a-42f8-9918-71704f64f97e service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169640 Jul 14 20:35:40.016491 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-90d35ce3-f989-44e5-8954-d5d7ee5a640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:40.018435 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-90d35ce3-f989-44e5-8954-d5d7ee5a640a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0913785 Jul 14 20:35:40.090690 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e5d-9209-4f87-9d4a-43f2fb48c2a6 admin admin] Publish callbacks [] for security_group (a4cd2b40-f3c8-416c-8818-6173baf346c1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.362617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ff16e5d-9209-4f87-9d4a-43f2fb48c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a4cd2b40-f3c8-416c-8818-6173baf346c1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.399227 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-0193942e-cd4b-4c54-ae5c-d1033d957de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:40.400769 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-0193942e-cd4b-4c54-ae5c-d1033d957de5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3631785 Jul 14 20:35:40.421412 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:40.437084 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.443039 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.443826 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff16e5d-9209-4f87-9d4a-43f2fb48c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd2b40-f3c8-416c-8818-6173baf346c1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:40.456948 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2ff16e5d-9209-4f87-9d4a-43f2fb48c2a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f41b81967c824448ba06e5aecd60f3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605948 Jul 14 20:35:40.469660 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34526) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:40.498872 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e75c5c6-205b-47c1-bc17-bc0d79e2d4e7 req-ca078487-80e4-4619-a774-e2781f379c51 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767649 Jul 14 20:35:40.556133 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Floating IP e979a93c-1b16-445c-b7b8-fd80245b0814 associated. External IP: 172.27.0.46, port: 1ac0a834-cdf8-45d5-b1de-b010bb6c8485. Jul 14 20:35:40.592115 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-d939b574-20a4-481b-bdbb-e51073023b4d service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625593 Jul 14 20:35:40.592863 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] Publish callbacks [] for security_group (a4cd2b40-f3c8-416c-8818-6173baf346c1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.617099 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] Publish callbacks [] for security_group (a4cd2b40-f3c8-416c-8818-6173baf346c1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.676777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (a4cd2b40-f3c8-416c-8818-6173baf346c1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.679597 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.685255 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4cd2b40-f3c8-416c-8818-6173baf346c1 HTTP/1.1" status: 204 len: 168 time: 0.2125621 Jul 14 20:35:40.702982 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17284895-3d27-496c-8d29-1e2cb7292295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd2b40-f3c8-416c-8818-6173baf346c1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:40.791250 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:35:40.803740 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:40.826534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b2ec0-44c8-4d9c-8f11-ad7d009099e9 req-60ddac82-e742-474d-b974-a828c6e01ff6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:40.834553 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c3b2ec0-44c8-4d9c-8f11-ad7d009099e9 req-60ddac82-e742-474d-b974-a828c6e01ff6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0612099 Jul 14 20:35:40.850964 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:40.885145 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:40.887718 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c3b2ec0-44c8-4d9c-8f11-ad7d009099e9 req-ec977936-4f9f-4897-aadc-e2feb5d296f7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Jul 14 20:35:40.905969 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:35:40.911006 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:40.916405 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:35:40.927343 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:35:40.928241 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:35:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:40.942903 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9d61059a-d52c-4fe0-95e1-47bbedbed1d7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "PUT /v2.0/floatingips/e979a93c-1b16-445c-b7b8-fd80245b0814 HTTP/1.1" status: 200 len: 991 time: 1.2780864 Jul 14 20:35:40.944088 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:35:40.946593 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa81c90d-c459-4aca-9a38-608894baa0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:35:40.984963 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f88a19-ab89-4b72-b8c5-25a1137645d6 x-openstack-request-id: req-19f88a19-ab89-4b72-b8c5-25a1137645d6 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:35:40.985584 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:35:40.986368 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19f88a19-ab89-4b72-b8c5-25a1137645d6 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:35:40.987075 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f88a19-ab89-4b72-b8c5-25a1137645d6'] response: {'name': 'network-changed', 'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'status': 'completed', 'code': 200} Jul 14 20:35:41.032471 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:35:41.108183 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:41.125616 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:41.247713 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'e979a93c-1b16-445c-b7b8-fd80245b0814', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:43Z', 'updated_at': '2022-07-14T20:35:40Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:41.275859 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:35:41.285234 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:35:41.285861 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:35:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:41.391278 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:35:41.690133 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'e979a93c-1b16-445c-b7b8-fd80245b0814', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:43Z', 'updated_at': '2022-07-14T20:35:40Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:35:41.716070 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55877f86-f40a-45b6-99e9-16a8d626ab4c None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'e979a93c-1b16-445c-b7b8-fd80245b0814', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:43Z', 'updated_at': '2022-07-14T20:35:40Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:35:41.869775 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34584) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:41.959678 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79beb473-f6c7-4da9-bc60-7ed6d114aa41 None None] New status for floating IP e979a93c-1b16-445c-b7b8-fd80245b0814: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:35:42.014548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-766c884b-30d0-4dcf-a62e-9e8fa43ae13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.031647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29cfc-9605-4c62-af93-6c47148e4c94 req-f43ef696-c197-42d2-acd9-13d5a2032e63 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:42.033627 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ae29cfc-9605-4c62-af93-6c47148e4c94 req-f43ef696-c197-42d2-acd9-13d5a2032e63 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0681214 Jul 14 20:35:42.117176 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ae29cfc-9605-4c62-af93-6c47148e4c94 req-e77c33e9-5336-4f80-8f6f-c5e1ea5fb691 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772827 Jul 14 20:35:42.148884 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-766c884b-30d0-4dcf-a62e-9e8fa43ae13a admin admin] Publish callbacks [] for security_group (353b6043-b681-44f5-b094-a5605fa0dfec), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.152396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-766c884b-30d0-4dcf-a62e-9e8fa43ae13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (353b6043-b681-44f5-b094-a5605fa0dfec), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.191570 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-766c884b-30d0-4dcf-a62e-9e8fa43ae13a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f603ad18d384ed191333456eaec85e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205769 Jul 14 20:35:42.192703 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c884b-30d0-4dcf-a62e-9e8fa43ae13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b6043-b681-44f5-b094-a5605fa0dfec,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:42.194321 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34590) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:42.253552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] Publish callbacks [] for security_group (353b6043-b681-44f5-b094-a5605fa0dfec), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.276067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] Publish callbacks [] for security_group (353b6043-b681-44f5-b094-a5605fa0dfec), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.324683 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (353b6043-b681-44f5-b094-a5605fa0dfec), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.327464 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:42.328632 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/353b6043-b681-44f5-b094-a5605fa0dfec HTTP/1.1" status: 204 len: 168 time: 0.1333311 Jul 14 20:35:42.336989 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925134b9-2ed2-4964-8034-f6e3b310c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b6043-b681-44f5-b094-a5605fa0dfec,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:43.321319 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100bee-0b86-4e6c-b15b-0e9dfe50d858 req-a5acbda5-07d5-4852-bf70-c38c91ff679b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:43.322971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a100bee-0b86-4e6c-b15b-0e9dfe50d858 req-a5acbda5-07d5-4852-bf70-c38c91ff679b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.1249113 Jul 14 20:35:43.351207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-a2fe2d01-72bf-4a83-92db-b98976ebc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:43.352733 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-a2fe2d01-72bf-4a83-92db-b98976ebc84a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1130 time: 0.1010838 Jul 14 20:35:43.438608 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a100bee-0b86-4e6c-b15b-0e9dfe50d858 req-8464b10b-dbe9-43a5-8588-dcaff0ba0e51 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889668 Jul 14 20:35:43.499336 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-760a2a0d-d094-4c08-9872-b989c3cd75b7 req-6be547af-e61e-4341-8544-43a4d1cff43a service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825205 Jul 14 20:35:43.538652 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-97ba261e-7a3e-4c38-a28c-232b1e662347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:43.540228 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-97ba261e-7a3e-4c38-a28c-232b1e662347 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.1757162 Jul 14 20:35:43.664735 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-af443224-efbf-457e-bca8-8219d549fd8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 1001 time: 0.0682733 Jul 14 20:35:43.779977 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-44963cae-276d-4527-af6e-846ce6509825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:43.781407 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-44963cae-276d-4527-af6e-846ce6509825 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0467653 Jul 14 20:35:44.013354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:44.025373 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-85abcc4b-ae6b-437d-963b-d21a9dfe1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:44.026872 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-85abcc4b-ae6b-437d-963b-d21a9dfe1be8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475934 Jul 14 20:35:44.381094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:44.449791 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-554ddd0d-1d6b-4be4-9577-de33214dd85d service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983131 Jul 14 20:35:44.570744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33ee93-0158-4293-9a9f-8c0a0f041a27 req-f7f641b8-9a34-431e-8cab-ab712f38279e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:44.572351 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c33ee93-0158-4293-9a9f-8c0a0f041a27 req-f7f641b8-9a34-431e-8cab-ab712f38279e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Jul 14 20:35:44.625535 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c33ee93-0158-4293-9a9f-8c0a0f041a27 req-09f7fa89-8304-4994-b8ca-8805a6dd17c8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 Jul 14 20:35:45.744617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27795-6f5a-4b46-a666-913f6e35f3a7 req-b703dd9c-0103-4a29-be88-54ea30c2ecb1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:45.746104 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18a27795-6f5a-4b46-a666-913f6e35f3a7 req-b703dd9c-0103-4a29-be88-54ea30c2ecb1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0474622 Jul 14 20:35:45.797959 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18a27795-6f5a-4b46-a666-913f6e35f3a7 req-fc6f3d59-c6ed-41f7-9fc2-e6fccaec864a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Jul 14 20:35:46.910190 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02d83-c323-4232-a604-12eeb4b8c07a req-e0fe303a-5b39-4961-b47a-a777cda94c3a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:46.911722 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5bf02d83-c323-4232-a604-12eeb4b8c07a req-e0fe303a-5b39-4961-b47a-a777cda94c3a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0471752 Jul 14 20:35:46.959725 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5bf02d83-c323-4232-a604-12eeb4b8c07a req-6052ea20-200a-4c62-833e-dc8128b52313 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Jul 14 20:35:47.545950 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa81c90d-c459-4aca-9a38-608894baa0d0 req-25ea72a9-ed75-4bf0-af69-ce60e4a568ff service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938220 Jul 14 20:35:48.072577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072afe1e-5f53-4dfc-a1ea-38f9492a54f1 req-599bf995-fb48-456b-81c8-406f1296a906 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:48.074075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-072afe1e-5f53-4dfc-a1ea-38f9492a54f1 req-599bf995-fb48-456b-81c8-406f1296a906 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0473995 Jul 14 20:35:48.121846 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-072afe1e-5f53-4dfc-a1ea-38f9492a54f1 req-ec6f22be-766f-4099-a839-e49e4719e348 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Jul 14 20:35:49.231457 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c6f5b-b5e2-4fd3-a5d7-cedd2bc7cb26 req-dded8dbc-4695-4d47-8851-61bc03d1fd8f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:49.232897 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b70c6f5b-b5e2-4fd3-a5d7-cedd2bc7cb26 req-dded8dbc-4695-4d47-8851-61bc03d1fd8f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0457942 Jul 14 20:35:49.279631 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b70c6f5b-b5e2-4fd3-a5d7-cedd2bc7cb26 req-c448a7b4-8239-4a05-9588-27bff1892c04 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Jul 14 20:35:50.394998 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c440-8041-4ee7-bc2f-c2acbc04e921 req-08bb8488-1c13-4a14-a2ec-372d5f436f9c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:50.396726 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8984c440-8041-4ee7-bc2f-c2acbc04e921 req-08bb8488-1c13-4a14-a2ec-372d5f436f9c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0501029 Jul 14 20:35:50.444774 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8984c440-8041-4ee7-bc2f-c2acbc04e921 req-3f888360-f354-4cd8-9ec3-d891223e71bf tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 Jul 14 20:35:51.568482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868592fb-bc8e-49f1-82e9-aa8eb94de580 req-58061627-931f-4de4-b044-f62d857de524 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:51.570019 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-868592fb-bc8e-49f1-82e9-aa8eb94de580 req-58061627-931f-4de4-b044-f62d857de524 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0557024 Jul 14 20:35:51.619507 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-868592fb-bc8e-49f1-82e9-aa8eb94de580 req-c66fc7f0-4513-4905-820d-962836d1b67c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Jul 14 20:35:51.692952 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=52 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:51.694543 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=54 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:52.062057 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:52.310612 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:52.333432 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:52.356052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:52.735191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c981d-72f6-41a3-8196-f6f940862a3c req-0a06fd07-e479-4eb4-9c2b-32530e391857 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:52.737245 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d8c981d-72f6-41a3-8196-f6f940862a3c req-0a06fd07-e479-4eb4-9c2b-32530e391857 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Jul 14 20:35:52.791354 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d8c981d-72f6-41a3-8196-f6f940862a3c req-b72d2381-11ea-4f99-8160-313d53da7ad6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Jul 14 20:35:53.893682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:53.904970 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81496f25-4c69-4434-b690-ba50ed373425 req-a8c16a6f-429b-4fe3-b336-c8262c7d6382 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:53.906431 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-81496f25-4c69-4434-b690-ba50ed373425 req-a8c16a6f-429b-4fe3-b336-c8262c7d6382 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0473206 Jul 14 20:35:53.953738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-81496f25-4c69-4434-b690-ba50ed373425 req-8b7c42db-5e40-47cb-a1cf-b335e0f045bf tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jul 14 20:35:55.069637 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5181152-0606-4945-bb96-63b549b0eb6d req-ed85d9f7-d625-43fb-90d9-cb92209e1392 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:55.071189 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5181152-0606-4945-bb96-63b549b0eb6d req-ed85d9f7-d625-43fb-90d9-cb92209e1392 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0480664 Jul 14 20:35:55.089655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:35:55.120062 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5181152-0606-4945-bb96-63b549b0eb6d req-665a7962-4cdc-4b61-997e-27aa776a46cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Jul 14 20:35:56.256328 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4a32-5542-41c3-b25e-519ec2046637 req-b237c04e-fc1a-4dc7-a33f-1e3563a70031 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:56.261310 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bba4a32-5542-41c3-b25e-519ec2046637 req-b237c04e-fc1a-4dc7-a33f-1e3563a70031 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0569172 Jul 14 20:35:56.309281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 34876) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:56.327932 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2bba4a32-5542-41c3-b25e-519ec2046637 req-d00d517b-9b0a-4479-b54a-95dd308005c7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Jul 14 20:35:56.474489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a0dcfa9-7812-472e-ae16-d9b5160acd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.559450 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a0dcfa9-7812-472e-ae16-d9b5160acd57 admin admin] Publish callbacks [] for security_group (9bb8decf-8b98-4b36-9706-c31ecc9710ca), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.563684 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4a0dcfa9-7812-472e-ae16-d9b5160acd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9bb8decf-8b98-4b36-9706-c31ecc9710ca), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.610576 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4a0dcfa9-7812-472e-ae16-d9b5160acd57 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00ff49d682e645ae8e15b07f6852e3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002691 Jul 14 20:35:56.612003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dcfa9-7812-472e-ae16-d9b5160acd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8decf-8b98-4b36-9706-c31ecc9710ca,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:56.614256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 34896) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:56.699323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] Publish callbacks [] for security_group (9bb8decf-8b98-4b36-9706-c31ecc9710ca), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.724583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] Publish callbacks [] for security_group (9bb8decf-8b98-4b36-9706-c31ecc9710ca), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.784930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9bb8decf-8b98-4b36-9706-c31ecc9710ca), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.787628 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:56.791592 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bb8decf-8b98-4b36-9706-c31ecc9710ca HTTP/1.1" status: 204 len: 168 time: 0.1758800 Jul 14 20:35:56.808991 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706b79-1088-47ef-86f2-027f07a907ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8decf-8b98-4b36-9706-c31ecc9710ca,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:35:56.872931 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166835-ecca-4c54-90c5-e333f639f310 req-221884b6-6f0a-4e2c-84d8-ddcd1b5076ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:56.872931 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b166835-ecca-4c54-90c5-e333f639f310 req-221884b6-6f0a-4e2c-84d8-ddcd1b5076ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1130 time: 0.0780091 Jul 14 20:35:56.941539 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b166835-ecca-4c54-90c5-e333f639f310 req-3abc30b1-d0f5-493b-b633-f7a559721b98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Jul 14 20:35:57.481965 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852d2d2-1ec6-4e46-8eda-52f9f3a51a6e req-3a1ff447-cb6b-45c7-a191-e813952c951e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:57.484803 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0852d2d2-1ec6-4e46-8eda-52f9f3a51a6e req-3a1ff447-cb6b-45c7-a191-e813952c951e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0673227 Jul 14 20:35:57.552003 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0852d2d2-1ec6-4e46-8eda-52f9f3a51a6e req-f5c38871-27e2-4c10-96eb-18fc376eef1d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601668 Jul 14 20:35:57.585552 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e1c762a-b35a-41df-bf6d-febe932088dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:58.708010 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6af65-d5dc-4197-9f43-341b2530f19a req-c0431eba-14be-40f2-b268-8694971f3930 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:58.709797 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bfa6af65-d5dc-4197-9f43-341b2530f19a req-c0431eba-14be-40f2-b268-8694971f3930 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0550339 Jul 14 20:35:58.784772 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bfa6af65-d5dc-4197-9f43-341b2530f19a req-4c263aa6-3ffa-42f7-b70e-af3e6d2f707d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654800 Jul 14 20:35:59.863540 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1229da1d-6859-47c6-bd43-8701d19517b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:35:59.911432 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35032) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:35:59.916838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ecdd-36f6-4889-a507-d7918682afcb req-e991fbf2-66d9-4b5f-9bb5-3e9c5f23dec0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:35:59.918594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0530ecdd-36f6-4889-a507-d7918682afcb req-e991fbf2-66d9-4b5f-9bb5-3e9c5f23dec0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0532212 Jul 14 20:35:59.968563 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0530ecdd-36f6-4889-a507-d7918682afcb req-32fde8aa-7f87-429d-a673-ae57b55adbb9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Jul 14 20:36:00.027857 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf4b2-2808-41ea-af88-b18e3827bfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.120413 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf4b2-2808-41ea-af88-b18e3827bfb8 admin admin] Publish callbacks [] for security_group (3417610b-e09d-42d3-a817-246c2566a2f3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.124719 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e4fdf4b2-2808-41ea-af88-b18e3827bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3417610b-e09d-42d3-a817-246c2566a2f3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.167280 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e4fdf4b2-2808-41ea-af88-b18e3827bfb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ec55138975e48b99ac0f99bf97bb1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546735 Jul 14 20:36:00.168214 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdf4b2-2808-41ea-af88-b18e3827bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3417610b-e09d-42d3-a817-246c2566a2f3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:00.170377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35038) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:00.238033 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] Publish callbacks [] for security_group (3417610b-e09d-42d3-a817-246c2566a2f3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.253043 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:00.264280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] Publish callbacks [] for security_group (3417610b-e09d-42d3-a817-246c2566a2f3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.318824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3417610b-e09d-42d3-a817-246c2566a2f3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.321721 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.322891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3417610b-e09d-42d3-a817-246c2566a2f3 HTTP/1.1" status: 204 len: 168 time: 0.1507406 Jul 14 20:36:00.331169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410d69e-264f-4177-8a71-1dd35f6529c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3417610b-e09d-42d3-a817-246c2566a2f3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:00.628354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35048) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:00.642952 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a139779f-757b-43c5-9570-ce0b23e54ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.700158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:00.730794 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a139779f-757b-43c5-9570-ce0b23e54ec0 admin admin] Publish callbacks [] for security_group (b65042ad-f808-49a7-a479-44156515d396), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.734588 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a139779f-757b-43c5-9570-ce0b23e54ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b65042ad-f808-49a7-a479-44156515d396), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.773275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139779f-757b-43c5-9570-ce0b23e54ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65042ad-f808-49a7-a479-44156515d396,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:00.777647 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a139779f-757b-43c5-9570-ce0b23e54ec0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b326d868ab7a43c7a9186dc9d3dbc687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482351 Jul 14 20:36:00.780618 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35052) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:00.830772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] Publish callbacks [] for security_group (b65042ad-f808-49a7-a479-44156515d396), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.853264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] Publish callbacks [] for security_group (b65042ad-f808-49a7-a479-44156515d396), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.901846 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b65042ad-f808-49a7-a479-44156515d396), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.904372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:00.905509 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b65042ad-f808-49a7-a479-44156515d396 HTTP/1.1" status: 204 len: 168 time: 0.1243281 Jul 14 20:36:00.914128 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f818b10-b1be-47dc-b3d1-7f5b39c9e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65042ad-f808-49a7-a479-44156515d396,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:01.094675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dee7ff-a36f-4ae1-95bf-a8387a5e1af8 req-52e92db1-a73b-47c0-874a-c587123f4d12 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:01.097099 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75dee7ff-a36f-4ae1-95bf-a8387a5e1af8 req-52e92db1-a73b-47c0-874a-c587123f4d12 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0600379 Jul 14 20:36:01.097778 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:01.154408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75dee7ff-a36f-4ae1-95bf-a8387a5e1af8 req-b0d95e62-71e6-42f3-8eb1-a3e61725e28a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Jul 14 20:36:02.281683 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c400a-81e8-4f20-83fa-ebb0166837f9 req-a2518483-375f-4a6b-ab12-e2b8a7fa8c36 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:02.283858 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b30c400a-81e8-4f20-83fa-ebb0166837f9 req-a2518483-375f-4a6b-ab12-e2b8a7fa8c36 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0554812 Jul 14 20:36:02.342293 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b30c400a-81e8-4f20-83fa-ebb0166837f9 req-625f5631-7d5f-4c1f-b182-953ff1c0afbe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518091 Jul 14 20:36:02.681142 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:02.795696 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.257841 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35152) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:03.396557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e98ebab2-036b-4d41-9fef-42fd832840da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.497305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8d604-81c2-44b6-9123-3d771d4c4eaf req-91ed221b-fe7c-4629-aefc-fb0bae645c76 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:03.498864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bb8d604-81c2-44b6-9123-3d771d4c4eaf req-91ed221b-fe7c-4629-aefc-fb0bae645c76 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0715034 Jul 14 20:36:03.565071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e98ebab2-036b-4d41-9fef-42fd832840da admin admin] Publish callbacks [] for security_group (36d2945f-fc3f-4d74-b6ef-8425da783d2c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.580745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e98ebab2-036b-4d41-9fef-42fd832840da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (36d2945f-fc3f-4d74-b6ef-8425da783d2c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.589744 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8bb8d604-81c2-44b6-9123-3d771d4c4eaf req-24e0c047-cfaa-4a81-80b5-02e3958b1943 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Jul 14 20:36:03.612162 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=16 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:03.632375 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e98ebab2-036b-4d41-9fef-42fd832840da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbbaccd53acc4f1a98f983815dbdd8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725419 Jul 14 20:36:03.635196 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35168) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:03.636065 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ebab2-036b-4d41-9fef-42fd832840da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2945f-fc3f-4d74-b6ef-8425da783d2c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:03.698809 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] Publish callbacks [] for security_group (36d2945f-fc3f-4d74-b6ef-8425da783d2c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.732649 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106a807-2d1f-481b-afc0-045aaf6a1039 req-fd995d00-a785-4223-9ff0-1c0a3c48b52c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:03.733051 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] Publish callbacks [] for security_group (36d2945f-fc3f-4d74-b6ef-8425da783d2c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.734392 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b106a807-2d1f-481b-afc0-045aaf6a1039 req-fd995d00-a785-4223-9ff0-1c0a3c48b52c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0541656 Jul 14 20:36:03.789818 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (36d2945f-fc3f-4d74-b6ef-8425da783d2c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.792619 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:03.793877 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36d2945f-fc3f-4d74-b6ef-8425da783d2c HTTP/1.1" status: 204 len: 168 time: 0.1569619 Jul 14 20:36:03.796904 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b106a807-2d1f-481b-afc0-045aaf6a1039 req-f1b56fbd-46f9-48b6-aba0-1dc28fd9abf8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Jul 14 20:36:03.816097 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80774745-e1c3-409d-ab72-470432ed069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2945f-fc3f-4d74-b6ef-8425da783d2c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:04.133008 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35182) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:04.147357 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9dbb24b2-08ed-4383-ba45-150216f56706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.236984 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9dbb24b2-08ed-4383-ba45-150216f56706 admin admin] Publish callbacks [] for security_group (757d8e55-fed7-4bb4-9086-25563bf4ed28), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.242063 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9dbb24b2-08ed-4383-ba45-150216f56706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (757d8e55-fed7-4bb4-9086-25563bf4ed28), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.279632 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9dbb24b2-08ed-4383-ba45-150216f56706 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b70af3371e8477a97ed12148d18b5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454542 Jul 14 20:36:04.281560 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:04.302472 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb24b2-08ed-4383-ba45-150216f56706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757d8e55-fed7-4bb4-9086-25563bf4ed28,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:04.339121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] Publish callbacks [] for security_group (757d8e55-fed7-4bb4-9086-25563bf4ed28), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.343158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:04.364173 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] Publish callbacks [] for security_group (757d8e55-fed7-4bb4-9086-25563bf4ed28), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.425373 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (757d8e55-fed7-4bb4-9086-25563bf4ed28), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.426008 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:04.427199 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/757d8e55-fed7-4bb4-9086-25563bf4ed28 HTTP/1.1" status: 204 len: 168 time: 0.1445909 Jul 14 20:36:04.442126 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d670e-c28d-476f-8a86-d46cb018030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757d8e55-fed7-4bb4-9086-25563bf4ed28,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:05.325450 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07672d2-7313-4f3d-8d3f-02315eaeaad3 req-49e1752b-4a1a-4daa-ab03-dabc900ac59a tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:05.326748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d07672d2-7313-4f3d-8d3f-02315eaeaad3 req-49e1752b-4a1a-4daa-ab03-dabc900ac59a tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0602469 Jul 14 20:36:05.384922 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d07672d2-7313-4f3d-8d3f-02315eaeaad3 req-90df8e88-142f-465e-970b-6f690549f835 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Jul 14 20:36:05.472278 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ba-fdd2-4336-8bc6-e49e66f453f1 req-631d7b18-85e9-49dc-8b20-dd9945b671c0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:05.473744 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5a078ba-fdd2-4336-8bc6-e49e66f453f1 req-631d7b18-85e9-49dc-8b20-dd9945b671c0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Jul 14 20:36:05.527393 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5a078ba-fdd2-4336-8bc6-e49e66f453f1 req-a2407f13-5e41-41e6-8787-c6b53a2e533d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Jul 14 20:36:05.993115 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35262) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:06.114900 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5170bd8-edc6-4f9f-9f2b-bdd1e8424151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.154920 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:06.180604 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:06.208652 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5170bd8-edc6-4f9f-9f2b-bdd1e8424151 admin admin] Publish callbacks [] for security_group (e0660192-51f7-4925-89e6-f33b900d28a0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.212673 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b5170bd8-edc6-4f9f-9f2b-bdd1e8424151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e0660192-51f7-4925-89e6-f33b900d28a0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.259845 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170bd8-edc6-4f9f-9f2b-bdd1e8424151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0660192-51f7-4925-89e6-f33b900d28a0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:06.264195 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b5170bd8-edc6-4f9f-9f2b-bdd1e8424151 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71e451f81c8b4ce1b212e9ea1d34adef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695355 Jul 14 20:36:06.266761 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35278) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:06.326713 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] Publish callbacks [] for security_group (e0660192-51f7-4925-89e6-f33b900d28a0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.353363 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] Publish callbacks [] for security_group (e0660192-51f7-4925-89e6-f33b900d28a0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.408726 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e0660192-51f7-4925-89e6-f33b900d28a0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.411386 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.414912 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0660192-51f7-4925-89e6-f33b900d28a0 HTTP/1.1" status: 204 len: 168 time: 0.1448812 Jul 14 20:36:06.422162 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f7bad-0e61-4f66-97c2-a1eab488f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0660192-51f7-4925-89e6-f33b900d28a0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:06.499935 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35286) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:06.554895 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb12540-6d80-4283-9f31-3a6aa4bdeef9 req-b314d315-bf91-4eb1-b2da-0dbf2f09e826 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:06.556611 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbb12540-6d80-4283-9f31-3a6aa4bdeef9 req-b314d315-bf91-4eb1-b2da-0dbf2f09e826 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.0673523 Jul 14 20:36:06.635693 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbb12540-6d80-4283-9f31-3a6aa4bdeef9 req-a13e5ee6-10f5-4057-ad0e-992ab969510b tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Jul 14 20:36:06.725152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63399a25-2e64-44a2-b805-45e6255cba5c req-bdd82cb5-7263-4790-b05d-7828a3f3d5c4 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:06.726970 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63399a25-2e64-44a2-b805-45e6255cba5c req-bdd82cb5-7263-4790-b05d-7828a3f3d5c4 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0613840 Jul 14 20:36:06.788551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-82a7ad98-a846-4496-9399-3678fe890e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.791932 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-63399a25-2e64-44a2-b805-45e6255cba5c req-8f616eee-bbf5-4191-a190-9fc6b302015d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Jul 14 20:36:06.887147 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-82a7ad98-a846-4496-9399-3678fe890e05 admin admin] Publish callbacks [] for security_group (241eb90a-2b81-4350-943a-1218e0f1b7f3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.891992 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-82a7ad98-a846-4496-9399-3678fe890e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (241eb90a-2b81-4350-943a-1218e0f1b7f3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.940038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35306) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:06.940245 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-82a7ad98-a846-4496-9399-3678fe890e05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceda31c85bf74e5287e32edb89d9736b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384568 Jul 14 20:36:06.941064 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7ad98-a846-4496-9399-3678fe890e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241eb90a-2b81-4350-943a-1218e0f1b7f3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:06.954470 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35308) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:06.968336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6168827-bfe0-40a1-b315-33cd61681746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:06.997451 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] Publish callbacks [] for security_group (241eb90a-2b81-4350-943a-1218e0f1b7f3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.030234 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] Publish callbacks [] for security_group (241eb90a-2b81-4350-943a-1218e0f1b7f3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.059841 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6168827-bfe0-40a1-b315-33cd61681746 admin admin] Publish callbacks [] for security_group (e9ac9275-1955-484f-bf9d-efc205f69407), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.065157 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c6168827-bfe0-40a1-b315-33cd61681746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e9ac9275-1955-484f-bf9d-efc205f69407), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.081729 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (241eb90a-2b81-4350-943a-1218e0f1b7f3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.085219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.086425 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/241eb90a-2b81-4350-943a-1218e0f1b7f3 HTTP/1.1" status: 204 len: 168 time: 0.1437278 Jul 14 20:36:07.098569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d00fd-13c9-46c8-983b-9841c37b9099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241eb90a-2b81-4350-943a-1218e0f1b7f3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:07.126831 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c6168827-bfe0-40a1-b315-33cd61681746 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea3d546a34364a54bca285bd1ab40b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711080 Jul 14 20:36:07.127909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6168827-bfe0-40a1-b315-33cd61681746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac9275-1955-484f-bf9d-efc205f69407,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:07.129838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35312) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:07.177835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:07.186128 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] Publish callbacks [] for security_group (e9ac9275-1955-484f-bf9d-efc205f69407), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.209550 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] Publish callbacks [] for security_group (e9ac9275-1955-484f-bf9d-efc205f69407), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.280379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-6ff41097-e09f-4099-b6fd-b811ee1b4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.282129 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-6ff41097-e09f-4099-b6fd-b811ee1b4a92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.0558543 Jul 14 20:36:07.324270 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e9ac9275-1955-484f-bf9d-efc205f69407), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.327037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.328205 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9ac9275-1955-484f-bf9d-efc205f69407 HTTP/1.1" status: 204 len: 168 time: 0.1973715 Jul 14 20:36:07.364399 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da3f1d-118b-478e-a081-0ecad0d067cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac9275-1955-484f-bf9d-efc205f69407,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:07.412535 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-473fac42-5d0f-4d83-84a1-d60a23c3fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.413995 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-473fac42-5d0f-4d83-84a1-d60a23c3fd17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.1215129 Jul 14 20:36:07.498229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35322) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:07.513246 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf70647c-5af9-4062-a4f6-1e0d4d970929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.577827 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-6e141965-0861-4925-b9a7-8f566e943965 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0394082 Jul 14 20:36:07.645897 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:07.665838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-cd1b5f30-bff7-4fbc-a99d-f0032efa9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.667381 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-cd1b5f30-bff7-4fbc-a99d-f0032efa9666 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0703049 Jul 14 20:36:07.679253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf70647c-5af9-4062-a4f6-1e0d4d970929 admin admin] Publish callbacks [] for security_group (e95b55d0-c950-449b-8f12-8f0afc4d9f2b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.686330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cf70647c-5af9-4062-a4f6-1e0d4d970929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e95b55d0-c950-449b-8f12-8f0afc4d9f2b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.808446 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cf70647c-5af9-4062-a4f6-1e0d4d970929 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02e532e216e84314a65274a81e04d2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090336 Jul 14 20:36:07.809129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70647c-5af9-4062-a4f6-1e0d4d970929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b55d0-c950-449b-8f12-8f0afc4d9f2b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:07.811732 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35340) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:07.843483 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-8833a8b3-dbcb-4cbb-a21e-8031c2cf0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.845025 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-8833a8b3-dbcb-4cbb-a21e-8031c2cf0495 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1096196 Jul 14 20:36:07.857793 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedd47-e710-4958-8f2c-da71f00b7fb1 req-43b89371-709e-41c2-9387-ab43812aba07 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.860884 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3eedd47-e710-4958-8f2c-da71f00b7fb1 req-43b89371-709e-41c2-9387-ab43812aba07 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.1338701 Jul 14 20:36:07.867465 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-43eb7b9b-4482-4c47-b42c-cfd69006d461 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:07.868870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-43eb7b9b-4482-4c47-b42c-cfd69006d461 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.62 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 945 time: 0.1406927 Jul 14 20:36:07.869867 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] Publish callbacks [] for security_group (e95b55d0-c950-449b-8f12-8f0afc4d9f2b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.912776 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] Publish callbacks [] for security_group (e95b55d0-c950-449b-8f12-8f0afc4d9f2b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.983222 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e95b55d0-c950-449b-8f12-8f0afc4d9f2b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.988012 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:07.993103 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e95b55d0-c950-449b-8f12-8f0afc4d9f2b HTTP/1.1" status: 204 len: 168 time: 0.1800303 Jul 14 20:36:08.005382 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a4e2b-50bf-4a30-803e-dfedc00dc7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b55d0-c950-449b-8f12-8f0afc4d9f2b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:08.108040 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.176994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:08.366416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35378) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:08.444372 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3eedd47-e710-4958-8f2c-da71f00b7fb1 req-0adc3bdc-3395-4c01-937e-7e775fb4b42c tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d30d646-2dec-42f8-887c-1f90bbf34f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734110 Jul 14 20:36:08.450494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca4449-1615-48da-88e0-9aa90c204cfc req-ca54c939-ce95-40b3-8305-e5da29abc0a0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:08.459116 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6ca4449-1615-48da-88e0-9aa90c204cfc req-ca54c939-ce95-40b3-8305-e5da29abc0a0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.5477674 Jul 14 20:36:08.483126 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Deleting port ea4dd618-a12a-4809-aad4-c26bb92988bd {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:08.483663 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.520724 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-7dac0d74-5554-4cd6-ab3a-b337c6dbf85a service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507971 Jul 14 20:36:08.607073 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:08.616625 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc9f88f0-011a-4b34-a51f-ed22797bdbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.632504 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:08.685050 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6ca4449-1615-48da-88e0-9aa90c204cfc req-0685fde1-1024-4266-bf6e-a1d642bed760 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249281 Jul 14 20:36:08.726924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] For port ea4dd618-a12a-4809-aad4-c26bb92988bd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea4dd618-a12a-4809-aad4-c26bb92988bd,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:08.727527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.751524 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc9f88f0-011a-4b34-a51f-ed22797bdbe9 admin admin] Publish callbacks [] for security_group (5f74a62c-e1e4-4826-a9dc-22ef03d05787), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.753707 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Calling delete_port for ea4dd618-a12a-4809-aad4-c26bb92988bd owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:08.758305 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc9f88f0-011a-4b34-a51f-ed22797bdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (5f74a62c-e1e4-4826-a9dc-22ef03d05787), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.778065 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02a7a792-f7ca-497d-b472-2e0442344c72 req-deecc28e-e833-489a-bc6f-286fb15f4585 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165740 Jul 14 20:36:08.811355 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bc9f88f0-011a-4b34-a51f-ed22797bdbe9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=218c95949b8843cbbac812c44625e517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430115 Jul 14 20:36:08.813535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f88f0-011a-4b34-a51f-ed22797bdbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74a62c-e1e4-4826-a9dc-22ef03d05787,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:08.816764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35394) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:08.889514 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] Publish callbacks [] for security_group (5f74a62c-e1e4-4826-a9dc-22ef03d05787), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.918469 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] Publish callbacks [] for security_group (5f74a62c-e1e4-4826-a9dc-22ef03d05787), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.956296 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:08.966141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (ea4dd618-a12a-4809-aad4-c26bb92988bd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.989787 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (5f74a62c-e1e4-4826-a9dc-22ef03d05787), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.993282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:08.994636 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f74a62c-e1e4-4826-a9dc-22ef03d05787 HTTP/1.1" status: 204 len: 168 time: 0.1769388 Jul 14 20:36:09.004443 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Pushing event deleted for resources: {'Port': ['ID=ea4dd618-a12a-4809-aad4-c26bb92988bd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:09.008831 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ace44a-14c1-499b-8807-3b0cc9723d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74a62c-e1e4-4826-a9dc-22ef03d05787,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:09.013291 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['ea4dd618-a12a-4809-aad4-c26bb92988bd'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:36:09.114466 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] No DVR routers for this DVR port ea4dd618-a12a-4809-aad4-c26bb92988bd on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:36:09.118604 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:09.122700 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b1e71a3-d665-4f31-8142-c28f637aea6d req-33f18f12-0256-4f01-8ead-f77a8e9519e2 tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.62 "DELETE /v2.0/ports/ea4dd618-a12a-4809-aad4-c26bb92988bd HTTP/1.1" status: 204 len: 173 time: 1.2432644 Jul 14 20:36:09.123214 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'name': 'network-vif-deleted', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:09.138902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33623b6-1e67-4d05-9245-21756b359e53" -d '{"events": [{"server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "name": "network-vif-deleted", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:09.205816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425303d8-d2f8-44dc-ab7a-cfc4da1bdefb x-openstack-request-id: req-425303d8-d2f8-44dc-ab7a-cfc4da1bdefb {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:09.206102 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaa8c98-eb8c-456b-b093-12ac487cfc64", "name": "network-vif-deleted", "tag": "ea4dd618-a12a-4809-aad4-c26bb92988bd", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:09.206353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-425303d8-d2f8-44dc-ab7a-cfc4da1bdefb {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:09.206748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425303d8-d2f8-44dc-ab7a-cfc4da1bdefb'] response: {'server_uuid': 'efaa8c98-eb8c-456b-b093-12ac487cfc64', 'name': 'network-vif-deleted', 'tag': 'ea4dd618-a12a-4809-aad4-c26bb92988bd', 'status': 'completed', 'code': 200} Jul 14 20:36:09.553595 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75dea59c-b5f6-488a-b3e6-5ed359abf7bd req-92b74971-b448-493d-ae58-c89a41d7718d tempest-DeleteServersTestJSON-263951726 tempest-DeleteServersTestJSON-263951726-project] 10.222.0.52 "GET /v2.0/ports?device_id=efaa8c98-eb8c-456b-b093-12ac487cfc64 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Jul 14 20:36:09.825571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432992e-a3ff-4877-9b7a-bc7d78186c45 req-15764d33-317f-4365-be0a-3832b598e5aa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:09.827132 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b432992e-a3ff-4877-9b7a-bc7d78186c45 req-15764d33-317f-4365-be0a-3832b598e5aa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Jul 14 20:36:09.886555 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b432992e-a3ff-4877-9b7a-bc7d78186c45 req-5b30590a-9cab-4d81-8362-4a4e30ce817b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jul 14 20:36:11.059594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device ea4dd618-a12a-4809-aad4-c26bb92988bd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:36:11.096528 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: ea4dd618-a12a-4809-aad4-c26bb92988bd {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:36:11.097450 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8e5d-3cd8-4237-a1aa-d901f3cd4e54 req-c6e63176-c723-41b4-9e4a-3a5654800aed tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:11.099364 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device ea4dd618-a12a-4809-aad4-c26bb92988bd not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:36:11.110754 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92df8e5d-3cd8-4237-a1aa-d901f3cd4e54 req-c6e63176-c723-41b4-9e4a-3a5654800aed tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1088760 Jul 14 20:36:11.198897 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92df8e5d-3cd8-4237-a1aa-d901f3cd4e54 req-134c76ba-e97a-4fd3-9561-a176a06ce8a9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Jul 14 20:36:11.230284 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:11.237142 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:12.086212 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35568) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:12.270783 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cfe362d6-a22b-492d-a800-e7742d93d280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.370735 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cfe362d6-a22b-492d-a800-e7742d93d280 admin admin] Publish callbacks [] for security_group (1602ca45-0fe5-4bc6-a57a-30a5237984d5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.377571 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cfe362d6-a22b-492d-a800-e7742d93d280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (1602ca45-0fe5-4bc6-a57a-30a5237984d5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.393565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227777f8-8d66-4861-9f2e-bbe6d57d3fdc req-805f12fe-5b0e-41e7-aa55-da7d09b4a113 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:12.401003 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-227777f8-8d66-4861-9f2e-bbe6d57d3fdc req-805f12fe-5b0e-41e7-aa55-da7d09b4a113 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1073592 Jul 14 20:36:12.427323 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cfe362d6-a22b-492d-a800-e7742d93d280 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4381071944e443358be2865a989a7f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400323 Jul 14 20:36:12.428053 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35584) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:12.530595 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-227777f8-8d66-4861-9f2e-bbe6d57d3fdc req-3a0e6646-8754-4f16-b2aa-5b068d5e250b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202292 Jul 14 20:36:12.549488 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe362d6-a22b-492d-a800-e7742d93d280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602ca45-0fe5-4bc6-a57a-30a5237984d5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:12.598383 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] Publish callbacks [] for security_group (1602ca45-0fe5-4bc6-a57a-30a5237984d5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.629515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35602) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:12.637417 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] Publish callbacks [] for security_group (1602ca45-0fe5-4bc6-a57a-30a5237984d5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.698882 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (1602ca45-0fe5-4bc6-a57a-30a5237984d5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.701642 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:12.702795 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1602ca45-0fe5-4bc6-a57a-30a5237984d5 HTTP/1.1" status: 204 len: 168 time: 0.2716932 Jul 14 20:36:12.721836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cb674-1ccc-4dd4-9483-907f11d201bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602ca45-0fe5-4bc6-a57a-30a5237984d5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:12.976753 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:13.168425 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35622) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:13.184750 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-c310-4f72-b0e5-74fe5fe2bb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.223721 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:13.226887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (8f7e9253-8422-4f44-82f6-b517ac956632), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.270160 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:13.273067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-c310-4f72-b0e5-74fe5fe2bb7d admin admin] Publish callbacks [] for security_group (cdca21a9-413f-4cb2-96fc-25edfc365fae), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.279464 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bee7cbf3-c310-4f72-b0e5-74fe5fe2bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (cdca21a9-413f-4cb2-96fc-25edfc365fae), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.332407 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bee7cbf3-c310-4f72-b0e5-74fe5fe2bb7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=161a5c1b39d14778bc0a27e8c3fa45a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628072 Jul 14 20:36:13.333866 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7cbf3-c310-4f72-b0e5-74fe5fe2bb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca21a9-413f-4cb2-96fc-25edfc365fae,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:13.334901 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35624) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:13.536315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] Publish callbacks [] for security_group (cdca21a9-413f-4cb2-96fc-25edfc365fae), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.575711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] Publish callbacks [] for security_group (cdca21a9-413f-4cb2-96fc-25edfc365fae), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.713070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:13.716249 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Deleting port 2f5085ba-e87a-4785-9510-f000d15df473 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:13.716696 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (2f5085ba-e87a-4785-9510-f000d15df473), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.736745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd2ef-ce04-465e-a245-6fb01cb54717 req-7623469b-80dc-4a9e-8ffd-9f40c765e3da tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:13.738258 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cfcd2ef-ce04-465e-a245-6fb01cb54717 req-7623469b-80dc-4a9e-8ffd-9f40c765e3da tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1017807 Jul 14 20:36:13.746664 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (cdca21a9-413f-4cb2-96fc-25edfc365fae), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.749570 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.750668 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdca21a9-413f-4cb2-96fc-25edfc365fae HTTP/1.1" status: 204 len: 168 time: 0.4148126 Jul 14 20:36:13.808172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411882a-8a12-4c87-a402-71c1f8809b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca21a9-413f-4cb2-96fc-25edfc365fae,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:13.890472 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1cfcd2ef-ce04-465e-a245-6fb01cb54717 req-ab2acd56-1de8-4cf3-959c-c00e9f481500 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329119 Jul 14 20:36:13.902882 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] For port 2f5085ba-e87a-4785-9510-f000d15df473, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2f5085ba-e87a-4785-9510-f000d15df473,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:13.903315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (2f5085ba-e87a-4785-9510-f000d15df473), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:13.922442 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Calling delete_port for 2f5085ba-e87a-4785-9510-f000d15df473 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:14.043960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:14.161872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (2f5085ba-e87a-4785-9510-f000d15df473), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:14.224716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5085ba-e87a-4785-9510-f000d15df473,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:14.391225 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (8f7e9253-8422-4f44-82f6-b517ac956632), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:14.552323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35672) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:14.706626 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5f84478-cbba-45dc-8f9f-95b699a5cbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:14.833100 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5f84478-cbba-45dc-8f9f-95b699a5cbc8 admin admin] Publish callbacks [] for security_group (7ae43ad2-4f1b-4cad-8dc4-19874497a86b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:14.839438 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5f84478-cbba-45dc-8f9f-95b699a5cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7ae43ad2-4f1b-4cad-8dc4-19874497a86b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:14.898762 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e5f84478-cbba-45dc-8f9f-95b699a5cbc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=480c617c65b641c8bc0143ee0a8ec220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451185 Jul 14 20:36:14.899929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f84478-cbba-45dc-8f9f-95b699a5cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae43ad2-4f1b-4cad-8dc4-19874497a86b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:14.903376 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35694) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:14.940910 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Router 8f7e9253-8422-4f44-82f6-b517ac956632 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:36:15.012752 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] Publish callbacks [] for security_group (7ae43ad2-4f1b-4cad-8dc4-19874497a86b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.051371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] Publish callbacks [] for security_group (7ae43ad2-4f1b-4cad-8dc4-19874497a86b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.090859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f390-155b-44e0-99ea-2b46b2a20246 req-6bf72f93-8cc2-4a13-a67a-280e957f70de tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:15.092649 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c442f390-155b-44e0-99ea-2b46b2a20246 req-6bf72f93-8cc2-4a13-a67a-280e957f70de tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0719409 Jul 14 20:36:15.105044 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:36:15.115648 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e8b51834-0d1e-44c6-a387-dfef2a1ad4f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/8f7e9253-8422-4f44-82f6-b517ac956632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842284 Jul 14 20:36:15.118342 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35704) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:15.121338 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Sync routers for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:36:15.129085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7ae43ad2-4f1b-4cad-8dc4-19874497a86b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.133047 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.134839 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ae43ad2-4f1b-4cad-8dc4-19874497a86b HTTP/1.1" status: 204 len: 168 time: 0.2302711 Jul 14 20:36:15.142609 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:15.143357 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:15.190803 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249497b-67dc-4826-b84f-df1de538cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae43ad2-4f1b-4cad-8dc4-19874497a86b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:15.202077 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c442f390-155b-44e0-99ea-2b46b2a20246 req-04ff6977-e476-4df1-b21a-8558be5fed8e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Jul 14 20:36:15.292430 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks [] for router (8f7e9253-8422-4f44-82f6-b517ac956632), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.327864 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:15.469333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks [] for router_gateway (8f7e9253-8422-4f44-82f6-b517ac956632), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.530975 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Deleting port 480fd838-a58b-4f55-93d2-e825e98bd3d0 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:15.531535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.609395 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:36:14Z', 'revision_number': 5, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port': {'id': '480fd838-a58b-4f55-93d2-e825e98bd3d0', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:15.647446 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Checking router: 8f7e9253-8422-4f44-82f6-b517ac956632 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:36:15.681935 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Routers {'8f7e9253-8422-4f44-82f6-b517ac956632'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:15.682589 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8f7e9253-8422-4f44-82f6-b517ac956632'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:15.714520 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] For port 480fd838-a58b-4f55-93d2-e825e98bd3d0, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=480fd838-a58b-4f55-93d2-e825e98bd3d0,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:15.716067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:15.743883 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Calling delete_port for 480fd838-a58b-4f55-93d2-e825e98bd3d0 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:15.835323 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] Set router 8f7e9253-8422-4f44-82f6-b517ac956632 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:15.853388 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:15.868799 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:15.901212 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:36:15Z', 'revision_number': 6, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:15.930150 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d968323-95e4-46e2-9458-3d15f35302b9 None None] The sync data for ids ['8f7e9253-8422-4f44-82f6-b517ac956632'] in dv-cinder-799871-32-iscsi is: [{'id': '8f7e9253-8422-4f44-82f6-b517ac956632', 'name': 'tempest-DeleteServersTestJSON-402564387-router', 'tenant_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:36:15Z', 'revision_number': 6, 'project_id': '7ccdb0dd0a034f008329f489ed3f7d4d', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:36:16.012010 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (480fd838-a58b-4f55-93d2-e825e98bd3d0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.040169 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Pushing event deleted for resources: {'Port': ['ID=480fd838-a58b-4f55-93d2-e825e98bd3d0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:16.069292 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (8f7e9253-8422-4f44-82f6-b517ac956632), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.169526 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:36:16.173924 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (8f7e9253-8422-4f44-82f6-b517ac956632), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.176852 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks [] for router_controller (8f7e9253-8422-4f44-82f6-b517ac956632), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.245801 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (8f7e9253-8422-4f44-82f6-b517ac956632), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.247046 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7e9253-8422-4f44-82f6-b517ac956632 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:36:16.253899 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.257585 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d413707f-8f9f-4250-a425-d75db89904af admin admin] 10.222.0.52 "DELETE /v2.0/routers/8f7e9253-8422-4f44-82f6-b517ac956632 HTTP/1.1" status: 204 len: 168 time: 1.1355906 Jul 14 20:36:16.257777 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35750) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:16.387750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080c2a-9f68-49b0-905d-c23513e162d3 req-f63bec3d-b4c9-4dc3-9896-026bc6cc7604 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:16.389312 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf080c2a-9f68-49b0-905d-c23513e162d3 req-f63bec3d-b4c9-4dc3-9896-026bc6cc7604 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1083317 Jul 14 20:36:16.431036 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:16.467380 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf080c2a-9f68-49b0-905d-c23513e162d3 req-fbb3cb8a-e316-455e-be7a-e93e306ab86a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Jul 14 20:36:16.558783 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Deleting subnet e0f86a4c-1d13-4177-8351-69ae12f1aa4a {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:36:16.563176 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Publish callbacks [] for subnet (e0f86a4c-1d13-4177-8351-69ae12f1aa4a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.602682 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Publish callbacks [] for subnet (e0f86a4c-1d13-4177-8351-69ae12f1aa4a), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.692139 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (e0f86a4c-1d13-4177-8351-69ae12f1aa4a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.787653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (e0f86a4c-1d13-4177-8351-69ae12f1aa4a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.804799 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:16.811083 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35774) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:16.812971 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f90a3d-e760-4939-85e6-d8fc5440c91e None None] Network 523205c6-ae77-41d6-92fb-64291a948538 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:36:16.825159 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e0f86a4c-1d13-4177-8351-69ae12f1aa4a HTTP/1.1" status: 204 len: 168 time: 0.5662689 Jul 14 20:36:16.842917 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a25ce-0c29-4694-8179-72ac98dacb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f86a4c-1d13-4177-8351-69ae12f1aa4a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:16.936857 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:16.940838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (523205c6-ae77-41d6-92fb-64291a948538), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.011423 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] DHCP port deletion for 523205c6-ae77-41d6-92fb-64291a948538 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:36:17.024067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Deleting port f061f9df-b66b-4029-9120-dd214d043e7b {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:17.032530 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.110295 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Deleting port f061f9df-b66b-4029-9120-dd214d043e7b {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:17.110695 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.155712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] For port f061f9df-b66b-4029-9120-dd214d043e7b, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f061f9df-b66b-4029-9120-dd214d043e7b,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:17.156110 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.174956 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Calling delete_port for f061f9df-b66b-4029-9120-dd214d043e7b owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:17.196659 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] For port f061f9df-b66b-4029-9120-dd214d043e7b, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f061f9df-b66b-4029-9120-dd214d043e7b,segment=NetworkSegment(e893e6ac-c285-4e3c-a973-8d1cf43bd5a0),segment_id=e893e6ac-c285-4e3c-a973-8d1cf43bd5a0)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:17.197499 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.213503 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Calling delete_port for f061f9df-b66b-4029-9120-dd214d043e7b owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:17.279615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.305505 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f061f9df-b66b-4029-9120-dd214d043e7b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:17.312196 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] No DVR routers for this DVR port f061f9df-b66b-4029-9120-dd214d043e7b on host dv-cinder-799871-32-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:36:17.337254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (f061f9df-b66b-4029-9120-dd214d043e7b), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.364425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Pushing event deleted for resources: {'Port': ['ID=f061f9df-b66b-4029-9120-dd214d043e7b,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:17.370845 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] No DVR routers for this DVR port f061f9df-b66b-4029-9120-dd214d043e7b on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:36:17.384914 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.385258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.385610 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.385958 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.386284 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.386605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.386925 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.387249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.387568 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.387880 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.388519 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.388776 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.389162 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.389480 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.389791 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd6341-86e0-4a5a-9a12-3b6a5969b512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:17.416635 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (523205c6-ae77-41d6-92fb-64291a948538), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.441252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.441593 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.442520 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.442872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > port after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.443200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.443534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > port after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.443905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.444427 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.444751 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.445090 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.599017 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2f5085ba-e87a-4785-9510-f000d15df473 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:36:17.613390 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.613733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.614061 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.614392 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:36:17.614749 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523205c6-ae77-41d6-92fb-64291a948538']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:17.617465 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 2f5085ba-e87a-4785-9510-f000d15df473 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:36:17.617815 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2f5085ba-e87a-4785-9510-f000d15df473 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:36:17.618230 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f061f9df-b66b-4029-9120-dd214d043e7b no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:36:17.636793 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: f061f9df-b66b-4029-9120-dd214d043e7b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:36:17.637325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f061f9df-b66b-4029-9120-dd214d043e7b not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:36:17.637749 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 480fd838-a58b-4f55-93d2-e825e98bd3d0 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:36:17.664252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:17.664467 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e893e6ac-c285-4e3c-a973-8d1cf43bd5a0') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:17.681499 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 480fd838-a58b-4f55-93d2-e825e98bd3d0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:36:17.682113 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 480fd838-a58b-4f55-93d2-e825e98bd3d0 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:36:17.687256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (e893e6ac-c285-4e3c-a973-8d1cf43bd5a0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.714918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111358c-ec62-43bf-98ba-b2f0bb2d5060 req-a07724ef-b178-45b6-8a4b-17156d3d0ca9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:17.716539 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a111358c-ec62-43bf-98ba-b2f0bb2d5060 req-a07724ef-b178-45b6-8a4b-17156d3d0ca9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0965421 Jul 14 20:36:17.723644 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e893e6ac-c285-4e3c-a973-8d1cf43bd5a0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.740768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:36:17.741662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (e893e6ac-c285-4e3c-a973-8d1cf43bd5a0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.844227 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (523205c6-ae77-41d6-92fb-64291a948538), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.856960 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a111358c-ec62-43bf-98ba-b2f0bb2d5060 req-1c4f9cb0-58ad-4044-8957-c318fad6472c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286125 Jul 14 20:36:17.858876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:17.862119 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] 10.222.0.52 "DELETE /v2.0/networks/523205c6-ae77-41d6-92fb-64291a948538 HTTP/1.1" status: 204 len: 168 time: 1.0495176 Jul 14 20:36:17.893903 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca6ee-6ebc-4590-a29e-cf91b1892f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=523205c6-ae77-41d6-92fb-64291a948538,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:18.017911 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e893e6ac-c285-4e3c-a973-8d1cf43bd5a0 resource provider aggregate not found Jul 14 20:36:18.041458 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment e893e6ac-c285-4e3c-a973-8d1cf43bd5a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e893e6ac-c285-4e3c-a973-8d1cf43bd5a0 found for delete ", "request_id": "req-d62071de-9e35-41dd-8e0c-b9dd0cbfe610"}]} Jul 14 20:36:18.094299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35830) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:18.138363 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ec785768-69e3-4313-97e4-da16c0ffbf56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ccdb0dd0a034f008329f489ed3f7d4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428693 Jul 14 20:36:18.141056 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35836) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:18.193566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] Publish callbacks [] for security_group (8d30d646-2dec-42f8-887c-1f90bbf34f2f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.219049 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] Publish callbacks [] for security_group (8d30d646-2dec-42f8-887c-1f90bbf34f2f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.274430 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8d30d646-2dec-42f8-887c-1f90bbf34f2f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.277436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.279351 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d30d646-2dec-42f8-887c-1f90bbf34f2f HTTP/1.1" status: 204 len: 168 time: 0.1370754 Jul 14 20:36:18.295767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c82e5-34ed-4a78-8f10-c8ae7d22547e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d30d646-2dec-42f8-887c-1f90bbf34f2f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:18.574511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35858) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:18.735140 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4017-266a-4d20-aeb5-5b458b68315d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.790994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:18.792990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:18.821282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35870) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:18.831632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4017-266a-4d20-aeb5-5b458b68315d admin admin] Publish callbacks [] for security_group (100eeb83-bd31-4a35-b455-c77620afdda7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.836240 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4017-266a-4d20-aeb5-5b458b68315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (100eeb83-bd31-4a35-b455-c77620afdda7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.879312 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3aaf4017-266a-4d20-aeb5-5b458b68315d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1983d5e5a914c9c8f2c9f01d54587dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036065 Jul 14 20:36:18.880033 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf4017-266a-4d20-aeb5-5b458b68315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100eeb83-bd31-4a35-b455-c77620afdda7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:18.882216 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35876) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:18.962640 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb303837-5893-40bb-83f0-33b67e344950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.983429 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] Publish callbacks [] for security_group (100eeb83-bd31-4a35-b455-c77620afdda7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:18.997383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183647b-2128-401e-bf98-ead59e6ddbfb req-a07f8076-afc0-48f0-aabf-388cfc1cef81 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:18.999265 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f183647b-2128-401e-bf98-ead59e6ddbfb req-a07f8076-afc0-48f0-aabf-388cfc1cef81 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Jul 14 20:36:19.022469 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] Publish callbacks [] for security_group (100eeb83-bd31-4a35-b455-c77620afdda7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.058647 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f183647b-2128-401e-bf98-ead59e6ddbfb req-f5a81d8f-1102-4fd3-b5a1-baf393381ba3 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515709 Jul 14 20:36:19.122320 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb303837-5893-40bb-83f0-33b67e344950 admin admin] Publish callbacks [] for security_group (07f6aa47-3901-4cd9-a669-59f0ea604282), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.127869 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb303837-5893-40bb-83f0-33b67e344950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (07f6aa47-3901-4cd9-a669-59f0ea604282), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.149237 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (100eeb83-bd31-4a35-b455-c77620afdda7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.151802 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.152929 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/100eeb83-bd31-4a35-b455-c77620afdda7 HTTP/1.1" status: 204 len: 168 time: 0.2578564 Jul 14 20:36:19.172727 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=13,neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:19.193685 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eb303837-5893-40bb-83f0-33b67e344950 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22784ca7f8ba4bebb836c35bd673f0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713696 Jul 14 20:36:19.196813 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35892) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:19.198922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb303837-5893-40bb-83f0-33b67e344950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f6aa47-3901-4cd9-a669-59f0ea604282,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:19.214991 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f27d9-122d-4aa2-8d16-f3c7cbdb98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100eeb83-bd31-4a35-b455-c77620afdda7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:19.284935 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] Publish callbacks [] for security_group (07f6aa47-3901-4cd9-a669-59f0ea604282), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.310660 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] Publish callbacks [] for security_group (07f6aa47-3901-4cd9-a669-59f0ea604282), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.372368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (07f6aa47-3901-4cd9-a669-59f0ea604282), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.374892 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.376477 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07f6aa47-3901-4cd9-a669-59f0ea604282 HTTP/1.1" status: 204 len: 168 time: 0.1776698 Jul 14 20:36:19.388252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33d2f-461e-4a7a-9233-b9b24fea9db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f6aa47-3901-4cd9-a669-59f0ea604282,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:19.605593 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35918) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:19.780650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35928) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:19.794778 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-270b785c-2b44-450a-ae1c-54c9309b1107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.880756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-270b785c-2b44-450a-ae1c-54c9309b1107 admin admin] Publish callbacks [] for security_group (c97acb99-c8a6-4b59-9dd1-75b293497834), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.886198 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-270b785c-2b44-450a-ae1c-54c9309b1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c97acb99-c8a6-4b59-9dd1-75b293497834), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.917592 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089f4f27-766c-4894-b39b-10ca7744404a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:19.934050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b785c-2b44-450a-ae1c-54c9309b1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97acb99-c8a6-4b59-9dd1-75b293497834,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:19.955826 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-270b785c-2b44-450a-ae1c-54c9309b1107 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14699e92ffcd4de7b4ed6b48fc6e29f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739941 Jul 14 20:36:19.958601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:19.967887 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:20.032712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] Publish callbacks [] for security_group (c97acb99-c8a6-4b59-9dd1-75b293497834), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.034614 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089f4f27-766c-4894-b39b-10ca7744404a admin admin] Publish callbacks [] for security_group (39ef6024-854d-46bd-bc50-86e3f0312935), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.039496 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-089f4f27-766c-4894-b39b-10ca7744404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (39ef6024-854d-46bd-bc50-86e3f0312935), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.062072 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] Publish callbacks [] for security_group (c97acb99-c8a6-4b59-9dd1-75b293497834), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.077662 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4f27-766c-4894-b39b-10ca7744404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef6024-854d-46bd-bc50-86e3f0312935,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:20.092782 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-089f4f27-766c-4894-b39b-10ca7744404a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b13d332f75044502bc92a00ca050a7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859278 Jul 14 20:36:20.095395 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35946) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:20.135549 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c97acb99-c8a6-4b59-9dd1-75b293497834), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.138270 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.143568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c97acb99-c8a6-4b59-9dd1-75b293497834 HTTP/1.1" status: 204 len: 168 time: 0.1831691 Jul 14 20:36:20.154415 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] Publish callbacks [] for security_group (39ef6024-854d-46bd-bc50-86e3f0312935), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.156470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7352a9-1f92-4760-a324-db9aff841495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97acb99-c8a6-4b59-9dd1-75b293497834,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:20.187278 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] Publish callbacks [] for security_group (39ef6024-854d-46bd-bc50-86e3f0312935), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.244965 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (39ef6024-854d-46bd-bc50-86e3f0312935), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.246608 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d032969-d3e7-4c6a-bd58-d57e728a375f req-6a868f66-90cc-41f8-83f0-d1060f2c3735 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:20.247670 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.248441 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d032969-d3e7-4c6a-bd58-d57e728a375f req-6a868f66-90cc-41f8-83f0-d1060f2c3735 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0561225 Jul 14 20:36:20.248793 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39ef6024-854d-46bd-bc50-86e3f0312935 HTTP/1.1" status: 204 len: 168 time: 0.1526182 Jul 14 20:36:20.260625 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba6f9d-08c2-4de6-bfbd-4c563158f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef6024-854d-46bd-bc50-86e3f0312935,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:20.311672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d032969-d3e7-4c6a-bd58-d57e728a375f req-de39559b-726c-4507-a6ac-c9e6f6dbd4ec tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545537 Jul 14 20:36:20.725933 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35968) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:20.726065 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35970) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:20.739749 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3533672a-c22a-4922-9f15-743ddabae037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.743959 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6974300d-a4b5-45e0-954e-747b82ebb422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.824914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3533672a-c22a-4922-9f15-743ddabae037 admin admin] Publish callbacks [] for security_group (877d0d20-dee8-4231-8daa-a11fa5b725ed), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.825821 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:20.826712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:20.830056 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3533672a-c22a-4922-9f15-743ddabae037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (877d0d20-dee8-4231-8daa-a11fa5b725ed), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.846282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6974300d-a4b5-45e0-954e-747b82ebb422 admin admin] Publish callbacks [] for security_group (7b265108-90b8-4795-aa39-0c2df9202fa2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.852729 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6974300d-a4b5-45e0-954e-747b82ebb422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7b265108-90b8-4795-aa39-0c2df9202fa2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.877119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533672a-c22a-4922-9f15-743ddabae037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d0d20-dee8-4231-8daa-a11fa5b725ed,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:20.884956 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3533672a-c22a-4922-9f15-743ddabae037 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43ebe22b20c94f49bb43c4689891fbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579194 Jul 14 20:36:20.887481 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 35980) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:20.912192 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6974300d-a4b5-45e0-954e-747b82ebb422 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2f412b417e14db885dfe3cfa6059876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825964 Jul 14 20:36:20.912192 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974300d-a4b5-45e0-954e-747b82ebb422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b265108-90b8-4795-aa39-0c2df9202fa2,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:20.914604 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 35982) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:20.969065 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] Publish callbacks [] for security_group (877d0d20-dee8-4231-8daa-a11fa5b725ed), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.974103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] Publish callbacks [] for security_group (7b265108-90b8-4795-aa39-0c2df9202fa2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:20.998393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] Publish callbacks [] for security_group (7b265108-90b8-4795-aa39-0c2df9202fa2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.003404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] Publish callbacks [] for security_group (877d0d20-dee8-4231-8daa-a11fa5b725ed), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.060937 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:21.063798 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (877d0d20-dee8-4231-8daa-a11fa5b725ed), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.068401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.071453 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/877d0d20-dee8-4231-8daa-a11fa5b725ed HTTP/1.1" status: 204 len: 168 time: 0.1825907 Jul 14 20:36:21.082535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7b265108-90b8-4795-aa39-0c2df9202fa2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.086156 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.088349 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413fb0-1998-4117-8509-fad901a76c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d0d20-dee8-4231-8daa-a11fa5b725ed,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:21.090882 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b265108-90b8-4795-aa39-0c2df9202fa2 HTTP/1.1" status: 204 len: 168 time: 0.1750095 Jul 14 20:36:21.103350 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5667976-a933-4f3a-bd31-40a9ecb307c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b265108-90b8-4795-aa39-0c2df9202fa2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:21.516548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3874ef-6c8b-47c6-83d0-795017f88a94 req-e4abc414-7f35-4c40-910e-a0656664b92f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:21.518174 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac3874ef-6c8b-47c6-83d0-795017f88a94 req-e4abc414-7f35-4c40-910e-a0656664b92f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1100254 Jul 14 20:36:21.601603 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac3874ef-6c8b-47c6-83d0-795017f88a94 req-ebbc9a8c-3f1f-4256-a9b4-a5b55ddacaa5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755911 Jul 14 20:36:21.658859 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36008) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:21.672935 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-214a68af-76ad-43a5-9507-d0da223874a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.756290 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-214a68af-76ad-43a5-9507-d0da223874a1 admin admin] Publish callbacks [] for security_group (c41881ff-5e4a-4f8a-aee3-7105ddf85b33), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.760000 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-214a68af-76ad-43a5-9507-d0da223874a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c41881ff-5e4a-4f8a-aee3-7105ddf85b33), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.802182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a68af-76ad-43a5-9507-d0da223874a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41881ff-5e4a-4f8a-aee3-7105ddf85b33,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:21.806656 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-214a68af-76ad-43a5-9507-d0da223874a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44da29c85fa341debb198a0b2a47f79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467757 Jul 14 20:36:21.809429 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36012) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:21.862193 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] Publish callbacks [] for security_group (c41881ff-5e4a-4f8a-aee3-7105ddf85b33), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.883720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] Publish callbacks [] for security_group (c41881ff-5e4a-4f8a-aee3-7105ddf85b33), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.933405 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c41881ff-5e4a-4f8a-aee3-7105ddf85b33), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.936026 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:21.937213 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c41881ff-5e4a-4f8a-aee3-7105ddf85b33 HTTP/1.1" status: 204 len: 168 time: 0.1268213 Jul 14 20:36:21.945239 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff22f1-7cd8-43ea-964a-5b1c42175233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41881ff-5e4a-4f8a-aee3-7105ddf85b33,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:22.804396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e905de-9203-4b0a-8ee6-8c6287701649 req-d90f1127-8167-4f63-9971-5d19513070ef tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:22.806158 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0e905de-9203-4b0a-8ee6-8c6287701649 req-d90f1127-8167-4f63-9971-5d19513070ef tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1060114 Jul 14 20:36:22.828014 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-7d46b2db-dd42-480e-83ed-6788f7cb57a0 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c1e417367fe41c9943a8b2297742120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736470 Jul 14 20:36:22.965578 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0e905de-9203-4b0a-8ee6-8c6287701649 req-b02eda81-7096-4468-ad63-1b6e4fb9b0e4 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412024 Jul 14 20:36:22.977765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822877-a90a-4e89-ad1c-cd8de04fc5c5 req-5bff8e3e-272f-4fb2-a649-122f887613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:22.979467 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a822877-a90a-4e89-ad1c-cd8de04fc5c5 req-5bff8e3e-272f-4fb2-a649-122f887613d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.1353345 Jul 14 20:36:23.080447 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:23.135389 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a822877-a90a-4e89-ad1c-cd8de04fc5c5 req-a7f4e0b7-8688-43a5-85ab-c2efb370ef1b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173317 Jul 14 20:36:23.143988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-30cdc696-0c1b-44e9-824d-f59db939fcbc tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:23.145499 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-30cdc696-0c1b-44e9-824d-f59db939fcbc tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031459 Jul 14 20:36:23.173447 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-053124a6-d7a4-4ea3-98a3-4c2da82d0c8d tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/quotas/3c1e417367fe41c9943a8b2297742120 HTTP/1.1" status: 200 len: 375 time: 0.0178268 Jul 14 20:36:23.212400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-4ed05a01-1248-4e6d-8679-ee0a59d9da0a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c1e417367fe41c9943a8b2297742120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371914 Jul 14 20:36:23.427738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9db2ebeb-725f-4362-bbaf-cf22d1e1c12e req-a37b3d1a-c300-4beb-96f0-4c10ecfe3850 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0491428 Jul 14 20:36:24.087134 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bc101-4148-4f8f-a119-cf194bfe4b20 req-debf71b4-a9a3-4707-a58c-8c00395a60a6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:24.088500 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c0bc101-4148-4f8f-a119-cf194bfe4b20 req-debf71b4-a9a3-4707-a58c-8c00395a60a6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Jul 14 20:36:24.139092 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c0bc101-4148-4f8f-a119-cf194bfe4b20 req-11d4e4ca-ad80-4276-a7b0-64a69d58c6b3 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Jul 14 20:36:24.544977 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-330367b1-e734-44e3-9ec2-2a8272d147e1 req-710b3242-512b-44dd-9330-7a9d8726d114 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0360141 Jul 14 20:36:25.209678 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36170) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:25.267148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e5ed1-5d2f-4000-bf3d-2b517b7ed259 req-304ce67b-8dcb-4402-903b-6d1ce4ad6e82 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:25.269681 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f19e5ed1-5d2f-4000-bf3d-2b517b7ed259 req-304ce67b-8dcb-4402-903b-6d1ce4ad6e82 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Jul 14 20:36:25.292733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:25.325609 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f19e5ed1-5d2f-4000-bf3d-2b517b7ed259 req-43fb94a8-a168-430f-ae48-424751ffbeba tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481491 Jul 14 20:36:25.334120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a1de7291-b9f5-416c-91b4-b95c62eed7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.394596 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:25.418317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a1de7291-b9f5-416c-91b4-b95c62eed7c8 admin admin] Publish callbacks [] for security_group (8f43ff3f-e470-4705-abcd-9a333b0e2e53), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.423343 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a1de7291-b9f5-416c-91b4-b95c62eed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8f43ff3f-e470-4705-abcd-9a333b0e2e53), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.468427 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a1de7291-b9f5-416c-91b4-b95c62eed7c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc295a123da6438ea9925f091301dcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575841 Jul 14 20:36:25.469166 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de7291-b9f5-416c-91b4-b95c62eed7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43ff3f-e470-4705-abcd-9a333b0e2e53,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:25.471227 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36178) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:25.523899 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] Publish callbacks [] for security_group (8f43ff3f-e470-4705-abcd-9a333b0e2e53), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.566561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] Publish callbacks [] for security_group (8f43ff3f-e470-4705-abcd-9a333b0e2e53), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.629206 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51ac4e-0566-4349-be34-c9e658acfe1a req-dcebeabe-da7d-40ac-94b8-d3b899a8ef8d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:25.630639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db51ac4e-0566-4349-be34-c9e658acfe1a req-dcebeabe-da7d-40ac-94b8-d3b899a8ef8d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0787385 Jul 14 20:36:25.668508 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8706f7ec-3b3f-49df-8b56-9f01f2c7b651 req-662379bf-1067-4749-a48f-fb22ebe1faa8 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0461717 Jul 14 20:36:25.697229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (8f43ff3f-e470-4705-abcd-9a333b0e2e53), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.700539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:25.701778 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f43ff3f-e470-4705-abcd-9a333b0e2e53 HTTP/1.1" status: 204 len: 168 time: 0.2294288 Jul 14 20:36:25.720748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b3128-4a16-475d-bc3b-f4f2ff320847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43ff3f-e470-4705-abcd-9a333b0e2e53,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:25.725317 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-db51ac4e-0566-4349-be34-c9e658acfe1a req-3cf50684-4d90-4c56-ba85-5974c2042f96 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825865 Jul 14 20:36:25.732269 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:25.734193 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:26.350601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36208) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:26.449159 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1878887016-network', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:26.470078 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Made reservation on behalf of 83a29cbfb7484b76a9131a3b81832c62 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:26.473233 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.481426 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.557169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks [] for security_group (efc281e2-0987-42bf-bd57-b64b17c93ccb), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.561387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (efc281e2-0987-42bf-bd57-b64b17c93ccb), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.591659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:36:26.602767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc281e2-0987-42bf-bd57-b64b17c93ccb,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:26.607871 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (20bb8e9b-6c46-4efa-a5ee-df3149932521), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.608204 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Added segment 20bb8e9b-6c46-4efa-a5ee-df3149932521 of type vlan for network c361a5af-edf6-43ec-86b8-8164b7612499 Jul 14 20:36:26.654630 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (c361a5af-edf6-43ec-86b8-8164b7612499), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.682470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (c361a5af-edf6-43ec-86b8-8164b7612499), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.683538 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:26.684115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.704511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:26.724580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3701029 Jul 14 20:36:26.724916 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36218) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:26.730868 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Request body: {'subnet': {'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1878887016-subnet', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:26.754451 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Made reservation on behalf of 83a29cbfb7484b76a9131a3b81832c62 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:26.757048 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:26.763122 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cf7c7-e261-4784-b2b9-4aeb2815f768 admin admin] Pushing event updated for resources: {'Network': ['ID=c361a5af-edf6-43ec-86b8-8164b7612499,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:26.776233 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network c361a5af-edf6-43ec-86b8-8164b7612499 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:36:26.782639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98ce556f-bd49-448f-aaac-17d6415368e3 req-59ac06d5-964b-4042-ba13-782ea0e561a0 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0336473 Jul 14 20:36:26.863223 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32dc3-7eb6-4cc7-b646-0c9097baaad2 req-fbb1b8cd-5bbf-4fad-98d4-a29436284167 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:26.865049 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3c32dc3-7eb6-4cc7-b646-0c9097baaad2 req-fbb1b8cd-5bbf-4fad-98d4-a29436284167 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0609891 Jul 14 20:36:26.917703 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3c32dc3-7eb6-4cc7-b646-0c9097baaad2 req-13f79717-aa8d-46e1-9db9-81dc6cde635c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Jul 14 20:36:26.958025 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (607f804b-a923-4d9e-848e-354c74ff3b83), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.012126 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607f804b-a923-4d9e-848e-354c74ff3b83,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:27.023060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:27.023410 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Network hostable DHCP agents. Network: c361a5af-edf6-43ec-86b8-8164b7612499, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:36:27.040337 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Network c361a5af-edf6-43ec-86b8-8164b7612499 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:36:27.048787 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, c361a5af-edf6-43ec-86b8-8164b7612499) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:27.052947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:27.053609 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.057768 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7fff00-d9f9-46d2-a723-8683afaf73de None None] Network c361a5af-edf6-43ec-86b8-8164b7612499 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:36:27.060087 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:27.079371 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c57f6903-47f1-420e-9393-6a3c3770b2d3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3529956 Jul 14 20:36:27.082466 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36222) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:27.087075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:27.108127 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (f09239b9-764c-447e-a3d5-29b61827888d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.109124 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (f09239b9-764c-447e-a3d5-29b61827888d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.162612 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for router_controller (f09239b9-764c-447e-a3d5-29b61827888d), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.172611 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-c361a5af-edf6-43ec-86b8-8164b7612499', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:36:27.174232 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.300287 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for router_gateway (f09239b9-764c-447e-a3d5-29b61827888d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.434499 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Allocated IP 172.20.0.2 (c361a5af-edf6-43ec-86b8-8164b7612499/607f804b-a923-4d9e-848e-354c74ff3b83/f956652c-da2d-4aeb-99ee-e7978988c5df) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:27.499825 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for router_gateway (f09239b9-764c-447e-a3d5-29b61827888d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.519929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.588314 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4a148eab-8f94-4cba-8d3f-33c57d9fb49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.589898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks [] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.597081 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.630591 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Allocated IP 172.27.0.76 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/9fd4179f-bd90-4c7f-a6be-2808d5b1a537) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:27.635738 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:27.641512 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:27.647748 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:27.650086 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Pushing event updated for resources: {'Port': ['ID=f956652c-da2d-4aeb-99ee-e7978988c5df,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:27.652667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:27.751947 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Attempting to bind port f956652c-da2d-4aeb-99ee-e7978988c5df on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:27.752329 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Attempting to bind port f956652c-da2d-4aeb-99ee-e7978988c5df by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:27.752695 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Attempting to bind port f956652c-da2d-4aeb-99ee-e7978988c5df on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:27.757780 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:27.758144 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:27.758541 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.758919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Bound using segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:27.759426 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Bound port: f956652c-da2d-4aeb-99ee-e7978988c5df, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:27.759793 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.785981 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.787176 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=68 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:27.793240 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=43 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:27.822316 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.824624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] For port f956652c-da2d-4aeb-99ee-e7978988c5df, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:27.827872 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] For port f956652c-da2d-4aeb-99ee-e7978988c5df, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f956652c-da2d-4aeb-99ee-e7978988c5df,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:27.834093 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:27.863738 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:27.870751 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:27.874925 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:27.898146 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35689102-7aca-4938-b57c-69d26e69c2c9 None None] Pushing event updated for resources: {'Port': ['ID=f956652c-da2d-4aeb-99ee-e7978988c5df,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:27.914839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e40d9f4e-ca53-47a5-a9e1-f3c2d3da259e req-a4ebef3c-9d65-4e42-8aa1-4d1ccfc30f9a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0605373 Jul 14 20:36:27.942828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:27.980934 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:28.056828 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8468-87bb-45a6-b550-df70ca393c1d req-be347e32-7689-4857-8473-e6d624c97580 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.059490 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36fe8468-87bb-45a6-b550-df70ca393c1d req-be347e32-7689-4857-8473-e6d624c97580 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0538363 Jul 14 20:36:28.153347 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for router_gateway (f09239b9-764c-447e-a3d5-29b61827888d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:28.197134 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-36fe8468-87bb-45a6-b550-df70ca393c1d req-9e0a16a9-1302-429f-b2d2-e9a2ae727caa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315219 Jul 14 20:36:28.208999 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-6a7ff16e-eeca-40ea-ae2b-4a0d71562d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.212412 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-6a7ff16e-eeca-40ea-ae2b-4a0d71562d62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.0747807 Jul 14 20:36:28.263506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:28.287667 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-cb702a36-f8c7-4307-b82b-9957d3e83f26 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c1e417367fe41c9943a8b2297742120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249927 Jul 14 20:36:28.393515 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (f09239b9-764c-447e-a3d5-29b61827888d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:28.467507 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-8e6725a8-d893-4fd7-b154-85f050e25d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.468966 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-8e6725a8-d893-4fd7-b154-85f050e25d7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.2148979 Jul 14 20:36:28.478422 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-ab76c370-8494-43bd-b3af-2e93c1b33b8e tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.479805 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-ab76c370-8494-43bd-b3af-2e93c1b33b8e tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815648 Jul 14 20:36:28.549227 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Router f09239b9-764c-447e-a3d5-29b61827888d is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:36:28.650279 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Request body: {'port': {'device_id': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e', 'admin_state_up': True, 'tenant_id': '3c1e417367fe41c9943a8b2297742120'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:28.674836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:36:28.684693 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:36:28.707990 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:28.709811 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a7f08c3f-24db-477f-9c06-4f19f769ab96 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6262949 Jul 14 20:36:28.711140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:28.711785 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:28.713528 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36244) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:28.729360 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-60057b4e-fb95-4fc6-b601-ad63356bd007 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0936694 Jul 14 20:36:28.809693 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:28.884674 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-c147f7c8-3f5e-4b8c-8d74-20fe1608418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.886531 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-c147f7c8-3f5e-4b8c-8d74-20fe1608418a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.1005201 Jul 14 20:36:28.914221 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:28.947991 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Made reservation on behalf of 3c1e417367fe41c9943a8b2297742120 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:28.952871 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:28.978515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:28.983152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-9bd5a82d-c34f-4a19-b98b-80e1130491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:28.985056 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-9bd5a82d-c34f-4a19-b98b-80e1130491cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0878379 Jul 14 20:36:28.989102 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:29.045001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:29.152887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:29.157392 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-2ee1c4f2-a646-4a16-837d-a52c19fc584d service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585090 Jul 14 20:36:29.230475 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9daf76e9-605b-4ef0-95fc-fa58b915dfa3 req-a7c7bbb6-8511-46ea-a6a0-52257b02de25 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0711844 Jul 14 20:36:29.340669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:27Z', 'revision_number': 3, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:29.408563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:36:29.411444 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Updating router f09239b9-764c-447e-a3d5-29b61827888d port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:36:29.456557 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa2cff49-0ef3-489f-9c1c-16ecee45ef39 req-ab0742dd-1d30-48b7-96f8-b2ffc657b240 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821772 Jul 14 20:36:29.468346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074608-ff3a-4491-ad55-c6760a6fcaed req-6cf0b5d3-2161-4e72-b1c3-2692ef5843b5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:29.471235 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf074608-ff3a-4491-ad55-c6760a6fcaed req-6cf0b5d3-2161-4e72-b1c3-2692ef5843b5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0962160 Jul 14 20:36:29.488619 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.519583 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks [] for security_group (b650b5cb-a236-462e-a96d-dcd9e760b433), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.526639 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b650b5cb-a236-462e-a96d-dcd9e760b433), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.529966 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:29.531699 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35997865-c47b-4f0a-b89f-6f319cf88ccb None None] Network c361a5af-edf6-43ec-86b8-8164b7612499 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:36:29.588311 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Provisioning complete for port f956652c-da2d-4aeb-99ee-e7978988c5df triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:29.588606 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.738701 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f956652c-da2d-4aeb-99ee-e7978988c5df up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:29.748935 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.755145 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf074608-ff3a-4491-ad55-c6760a6fcaed req-e2f67e85-bda1-4a69-b03c-c32178e1c9a8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763872 Jul 14 20:36:29.760410 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:29.770741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b650b5cb-a236-462e-a96d-dcd9e760b433,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:29.808939 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Allocated IP 192.168.233.168 (f5d82baf-5f78-4367-8a3c-392c7bafae0e/6906d6ac-e593-4fd6-9ad7-f6394dabcaac/24038675-ca8a-4d25-a426-7128133bafa7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:29.904642 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-812f2e85-e91a-47ef-a47a-1cb4ef1b3809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:29.938779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f956652c-da2d-4aeb-99ee-e7978988c5df triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:29.940197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.042437 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Current status of the port f956652c-da2d-4aeb-99ee-e7978988c5df is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:30.042830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.090238 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:30.156767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] For port f956652c-da2d-4aeb-99ee-e7978988c5df, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f956652c-da2d-4aeb-99ee-e7978988c5df,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:30.181264 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.188012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f956652c-da2d-4aeb-99ee-e7978988c5df is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:30.188399 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.209252 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Allocated IP 172.20.0.1 (c361a5af-edf6-43ec-86b8-8164b7612499/607f804b-a923-4d9e-848e-354c74ff3b83/840f96cf-4b95-4581-8175-1e95051750bd) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:30.254601 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks [] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.284229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks [] for port (24038675-ca8a-4d25-a426-7128133bafa7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.312487 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:30.322629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 20:36:30.323142 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:36:30.327191 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.342239 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.346501 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85491d2-123c-40ea-b3c6-afa75be051f9 None None] Pushing event updated for resources: {'Port': ['ID=f956652c-da2d-4aeb-99ee-e7978988c5df,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:30.394779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e4807ba4-533f-464a-ae60-d66084ad2f21 None None] Provisioning complete for port f956652c-da2d-4aeb-99ee-e7978988c5df triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:30.395258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e4807ba4-533f-464a-ae60-d66084ad2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.413799 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks [] for port (840f96cf-4b95-4581-8175-1e95051750bd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.451031 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Network f5d82baf-5f78-4367-8a3c-392c7bafae0e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:30.458242 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.458467 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Attempting to bind port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:30.458809 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Attempting to bind port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:30.459237 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Attempting to bind port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:30.462799 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:30.465733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:30.468190 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:30.468563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:30.469132 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.469523 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:30.470047 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Bound port: 9fd4179f-bd90-4c7f-a6be-2808d5b1a537, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:30.471730 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.473436 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ccf8c-e8a2-4237-a2f6-97b73ab4dc3f None None] Pushing event updated for resources: {'Port': ['ID=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:30.482734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c327f-1dbb-45e5-9450-24dd5884e20b req-9716d08d-af83-4ed9-9bd3-8178036a3640 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:30.484335 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d5c327f-1dbb-45e5-9450-24dd5884e20b req-9716d08d-af83-4ed9-9bd3-8178036a3640 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 936 time: 0.1446843 Jul 14 20:36:30.511510 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Pushing event updated for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:30.561647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:30.566070 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:30.574277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:30.575663 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (f09239b9-764c-447e-a3d5-29b61827888d), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.589766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:30.590439 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.616261 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] For port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:30.648701 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d5c327f-1dbb-45e5-9450-24dd5884e20b req-df372d1c-e8f1-452c-b4e1-3ddbdea865a0 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424055 Jul 14 20:36:30.650762 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:30.653281 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] For port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:30.657541 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e4807ba4-533f-464a-ae60-d66084ad2f21 None None] Current status of the port f956652c-da2d-4aeb-99ee-e7978988c5df is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:30.661959 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.666780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2a7920a4-5a79-4b42-b51f-1b4491d8057a tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0225606 Jul 14 20:36:30.682246 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Pushing event updated for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:30.740247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:30.740883 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:30.763956 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (840f96cf-4b95-4581-8175-1e95051750bd), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:30.780462 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ccf8c-e8a2-4237-a2f6-97b73ab4dc3f None None] Pushing event updated for resources: {'Port': ['ID=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:30.906547 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:30.957337 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7658c-5ab0-42ea-9de2-bb2cf435d404 req-edaf2249-d5ee-411b-85c3-48780db1001e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:30.966865 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ce7658c-5ab0-42ea-9de2-bb2cf435d404 req-edaf2249-d5ee-411b-85c3-48780db1001e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1133804 Jul 14 20:36:31.035289 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks [] for port (840f96cf-4b95-4581-8175-1e95051750bd), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.040929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.041780 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (f09239b9-764c-447e-a3d5-29b61827888d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.046283 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:31.047204 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ce7658c-5ab0-42ea-9de2-bb2cf435d404 req-39f51418-28d1-464f-a6d2-34242d2b194b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Jul 14 20:36:31.058052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Request body: {'port': {'device_id': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:31.075362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:31.082597 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f956652c-da2d-4aeb-99ee-e7978988c5df is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:31.139624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e3759748-6ab9-4732-8ca7-f8213f1fbecb None None] Provisioning complete for port 24038675-ca8a-4d25-a426-7128133bafa7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:31.139995 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e3759748-6ab9-4732-8ca7-f8213f1fbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (24038675-ca8a-4d25-a426-7128133bafa7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.159942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (24038675-ca8a-4d25-a426-7128133bafa7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.179910 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e3759748-6ab9-4732-8ca7-f8213f1fbecb None None] Port 24038675-ca8a-4d25-a426-7128133bafa7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:31.185859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.202760 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Pushing event updated for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:31.298002 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:31.299976 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:31.314006 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b9924bc9-3343-4bd5-81a7-f1d020d34b8f None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:31.315116 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b9924bc9-3343-4bd5-81a7-f1d020d34b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.336691 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:31.389536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b9924bc9-3343-4bd5-81a7-f1d020d34b8f None None] Port 840f96cf-4b95-4581-8175-1e95051750bd cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:31.466055 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:31.472336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:31.507355 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:36:31.569196 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9986644a-5a01-4cd4-aa1b-fb68886f0db6 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:36:31.616226 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e7a097db-086c-45ee-8bc7-e839fc605680 None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:31.623196 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e7a097db-086c-45ee-8bc7-e839fc605680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.677204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e7a097db-086c-45ee-8bc7-e839fc605680 None None] Port 840f96cf-4b95-4581-8175-1e95051750bd cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:31.703988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24038675-ca8a-4d25-a426-7128133bafa7 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:36:31.711020 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:36:31.716525 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks [] for port (24038675-ca8a-4d25-a426-7128133bafa7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.719353 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-33f869f4-1df1-44cf-a7b6-859586f9c51e admin admin] 10.222.0.52 "PUT /v2.0/routers/f09239b9-764c-447e-a3d5-29b61827888d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035725 Jul 14 20:36:31.726493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f956652c-da2d-4aeb-99ee-e7978988c5df up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:31.737959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Transition to ACTIVE for port object 24038675-ca8a-4d25-a426-7128133bafa7 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:36:31.747621 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.804259 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f956652c-da2d-4aeb-99ee-e7978988c5df triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:31.804684 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:31.825383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:31.855030 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b85d9b-b607-4474-8a35-e2f23ebb0148 req-cafd2116-1181-46ae-a842-bd66e1eac34b tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:31.856950 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66b85d9b-b607-4474-8a35-e2f23ebb0148 req-cafd2116-1181-46ae-a842-bd66e1eac34b tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 948 time: 0.0762103 Jul 14 20:36:31.934239 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Pushing event updated for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:31.965070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f956652c-da2d-4aeb-99ee-e7978988c5df is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:31.983538 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66b85d9b-b607-4474-8a35-e2f23ebb0148 req-469b5fad-37d3-4f77-a1d2-54101cc47025 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177561 Jul 14 20:36:32.162906 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Attempting to bind port 24038675-ca8a-4d25-a426-7128133bafa7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:32.163317 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Attempting to bind port 24038675-ca8a-4d25-a426-7128133bafa7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:32.163656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Attempting to bind port 24038675-ca8a-4d25-a426-7128133bafa7 on network f5d82baf-5f78-4367-8a3c-392c7bafae0e {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:32.177075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Port 24038675-ca8a-4d25-a426-7128133bafa7 on network f5d82baf-5f78-4367-8a3c-392c7bafae0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:36:32.177075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Attempting to bind port 24038675-ca8a-4d25-a426-7128133bafa7 on network f5d82baf-5f78-4367-8a3c-392c7bafae0e {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:32.191710 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:32.192043 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Checking segment: {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:32.192433 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Bound using segment: {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:32.194622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Bound port: 24038675-ca8a-4d25-a426-7128133bafa7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ae5dcb-8e4d-4c87-8843-85441f46faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:32.195437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (24038675-ca8a-4d25-a426-7128133bafa7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.227096 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:32.329518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e4d84-9413-4c54-9de7-aef2239783fb req-0d02523d-61f6-46a9-bed2-7bceb9f9761e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:32.331113 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae7e4d84-9413-4c54-9de7-aef2239783fb req-0d02523d-61f6-46a9-bed2-7bceb9f9761e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1050656 Jul 14 20:36:32.372003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:32.395579 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=24038675-ca8a-4d25-a426-7128133bafa7,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:32.410001 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.442812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae7e4d84-9413-4c54-9de7-aef2239783fb req-febaf30c-8828-46bf-866f-430d0dba0fdb tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009119 Jul 14 20:36:32.454276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:32.455440 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.456807 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] 10.222.0.62 "PUT /v2.0/ports/24038675-ca8a-4d25-a426-7128133bafa7 HTTP/1.1" status: 200 len: 1098 time: 1.4048417 Jul 14 20:36:32.457247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:32.459823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29340d3-aab7-4971-9098-e7eb5a6b6f78" -d '{"events": [{"name": "network-changed", "server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "tag": "24038675-ca8a-4d25-a426-7128133bafa7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:32.505262 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b44e4-72d0-4dd9-8fd1-c1d3a07d6e04 service neutron] Pushing event updated for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:32.597777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e387b68-06b6-4f5d-ae44-7a6debb34396 x-openstack-request-id: req-3e387b68-06b6-4f5d-ae44-7a6debb34396 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:32.598067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "tag": "24038675-ca8a-4d25-a426-7128133bafa7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:32.598325 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e387b68-06b6-4f5d-ae44-7a6debb34396 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:32.598746 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e387b68-06b6-4f5d-ae44-7a6debb34396'] response: {'name': 'network-changed', 'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7', 'status': 'completed', 'code': 200} Jul 14 20:36:32.600363 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-53b43a95-4714-4ca3-a0d3-4821124963db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:32.601854 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-53b43a95-4714-4ca3-a0d3-4821124963db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c1e417367fe41c9943a8b2297742120&device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 1132 time: 0.0635672 Jul 14 20:36:32.646662 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36358) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:32.655061 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-197727776-network', 'tenant_id': '8198771fe32f4a978926e04d278220ba'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:32.672122 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.709317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Made reservation on behalf of 8198771fe32f4a978926e04d278220ba for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:32.719759 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.752104 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.766199 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-716291d3-3de2-4847-8d67-0d22866cc7d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=24038675-ca8a-4d25-a426-7128133bafa7 HTTP/1.1" status: 200 len: 217 time: 0.1434913 Jul 14 20:36:32.792297 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.850527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-ac9a251e-8b3a-4bb3-8195-88a0c0a33119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:32.855288 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-ac9a251e-8b3a-4bb3-8195-88a0c0a33119 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6906d6ac-e593-4fd6-9ad7-f6394dabcaac HTTP/1.1" status: 200 len: 843 time: 0.0691628 Jul 14 20:36:32.933767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2b37ebef-01b9-4aed-9730-b0a688b0383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:32.936109 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-2b37ebef-01b9-4aed-9730-b0a688b0383a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5d82baf-5f78-4367-8a3c-392c7bafae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0724339 Jul 14 20:36:32.958797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks [] for security_group (bddb2eae-58f4-4020-ae36-c11271cc84a1), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.963858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bddb2eae-58f4-4020-ae36-c11271cc84a1), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:32.995271 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:32.996302 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:36:33.016828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb2eae-58f4-4020-ae36-c11271cc84a1,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:33.020834 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (b3cdf328-11d0-4347-b924-6711a18a7cf9), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.021619 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Added segment b3cdf328-11d0-4347-b924-6711a18a7cf9 of type vlan for network f20865b9-116a-46f4-8d56-5a3df1afc16e Jul 14 20:36:33.037709 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.038223 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.039058 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.040309 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.040803 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.041284 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.041754 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.042225 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.042712 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.043223 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.043724 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.044208 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.045440 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.046052 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.046520 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.109291 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (f20865b9-116a-46f4-8d56-5a3df1afc16e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.138796 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (f20865b9-116a-46f4-8d56-5a3df1afc16e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.139950 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:33.140581 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.182344 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699992-1528-40cb-abe4-2b45ac95d163 req-1263a01a-2462-442f-83f6-1312e3a1f70b tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:33.190094 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8699992-1528-40cb-abe4-2b45ac95d163 req-1263a01a-2462-442f-83f6-1312e3a1f70b tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 948 time: 0.0758266 Jul 14 20:36:33.209366 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5607653 Jul 14 20:36:33.212454 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36370) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:33.219827 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Request body: {'subnet': {'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-197727776-subnet', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:33.225443 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535381db-c052-44ca-b8cb-e6b86e1719d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f20865b9-116a-46f4-8d56-5a3df1afc16e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:33.238220 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network f20865b9-116a-46f4-8d56-5a3df1afc16e details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:36:33.253453 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-14f46380-2b9a-418c-bd85-69b134fcbedd service neutron] 10.222.0.62 "GET /v2.0/networks/f5d82baf-5f78-4367-8a3c-392c7bafae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853689 Jul 14 20:36:33.256585 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Made reservation on behalf of 8198771fe32f4a978926e04d278220ba for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:33.260248 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.296506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36372) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:33.303602 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8699992-1528-40cb-abe4-2b45ac95d163 req-7525d504-48e2-43e1-8f1f-e8a9f33dedec tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124578 Jul 14 20:36:33.399728 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:33.446788 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7e41181-0114-4b44-bb59-f4031d4f0c7c req-1ccf7592-13d2-4a26-a85d-0aa3c8c0fb15 service neutron] 10.222.0.62 "GET /v2.0/networks/f5d82baf-5f78-4367-8a3c-392c7bafae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752989 Jul 14 20:36:33.523526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.549872 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (cff4e600-bf07-4224-97d4-8dd10ea5fb0a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.628256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa69f-bcc2-426f-8eb5-e4310f498f3d req-c5b32441-a54a-437b-ab1d-f21ad85481c7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:33.629798 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a7fa69f-bcc2-426f-8eb5-e4310f498f3d req-c5b32441-a54a-437b-ab1d-f21ad85481c7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0750685 Jul 14 20:36:33.644140 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:33.662922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff4e600-bf07-4224-97d4-8dd10ea5fb0a,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:33.670981 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Checking segment: {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:33.670981 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Network hostable DHCP agents. Network: f20865b9-116a-46f4-8d56-5a3df1afc16e, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:36:33.694467 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Network f20865b9-116a-46f4-8d56-5a3df1afc16e is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:36:33.713872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Publish callbacks [] for security_group (5bc03fd1-828b-4cbd-95fd-5d779ef6b36c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.719659 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, f20865b9-116a-46f4-8d56-5a3df1afc16e) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:33.725975 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:33.725975 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.726421 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (5bc03fd1-828b-4cbd-95fd-5d779ef6b36c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.731754 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:33.734888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7b6ec-cae6-45e2-a1b7-eb7ed385a41c None None] Network f20865b9-116a-46f4-8d56-5a3df1afc16e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:36:33.767628 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f2ba1e53-25bf-4063-bcb1-ab9a8d0d5dbc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5536571 Jul 14 20:36:33.770035 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36378) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:33.777657 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:33.787877 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a7fa69f-bcc2-426f-8eb5-e4310f498f3d req-501c3b13-bca5-4a14-8c4c-d57b88269d8e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409783 Jul 14 20:36:33.790038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc03fd1-828b-4cbd-95fd-5d779ef6b36c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:33.797506 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c5bfa264f5746fa98c845ae8bd953eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922452 Jul 14 20:36:33.801542 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36380) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:33.803925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.804266 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.804607 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.804941 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.805267 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.805591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.805908 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.806295 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.806536 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.806853 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.807386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.807726 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.808037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.808354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.808667 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820f2968-3262-43f6-a473-e16386d0bab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:33.849139 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (d10be950-b273-463f-b31e-677cba9f66fe), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.851677 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (d10be950-b273-463f-b31e-677cba9f66fe), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.883310 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:33.883706 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.913451 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] Publish callbacks [] for security_group (5bc03fd1-828b-4cbd-95fd-5d779ef6b36c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.960468 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-f20865b9-116a-46f4-8d56-5a3df1afc16e', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'project_id': '8198771fe32f4a978926e04d278220ba', 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:36:33.961734 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.979611 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] Publish callbacks [] for security_group (5bc03fd1-828b-4cbd-95fd-5d779ef6b36c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:33.992052 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for router_controller (d10be950-b273-463f-b31e-677cba9f66fe), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.078029 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:34.104374 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:34.104883 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.186565 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:34.223915 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.225146 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for router_gateway (d10be950-b273-463f-b31e-677cba9f66fe), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.232076 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (5bc03fd1-828b-4cbd-95fd-5d779ef6b36c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.236259 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.237656 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bc03fd1-828b-4cbd-95fd-5d779ef6b36c HTTP/1.1" status: 204 len: 168 time: 0.4327016 Jul 14 20:36:34.256860 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Allocated IP 172.20.0.2 (f20865b9-116a-46f4-8d56-5a3df1afc16e/cff4e600-bf07-4224-97d4-8dd10ea5fb0a/66c0a2dd-71a5-4bde-b376-4390e85dcfdf) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:34.263716 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf6994-7abe-4f6c-966b-ef6072788c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc03fd1-828b-4cbd-95fd-5d779ef6b36c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:34.403679 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:34.441899 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:34.443159 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:34.485053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:34.504779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25484f-8529-4f08-8c89-91b59ceed686 req-d9a7d8e6-cb2b-4d13-b18d-643c5b6e52ec tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:34.513150 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c25484f-8529-4f08-8c89-91b59ceed686 req-d9a7d8e6-cb2b-4d13-b18d-643c5b6e52ec tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 948 time: 0.0832298 Jul 14 20:36:34.523889 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for router_gateway (d10be950-b273-463f-b31e-677cba9f66fe), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.556784 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.577100 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks [] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.592714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.597142 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-e963b476-7c54-45cf-ae9c-4fb9c16ee6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:34.598654 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-e963b476-7c54-45cf-ae9c-4fb9c16ee6a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c1e417367fe41c9943a8b2297742120&device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 1132 time: 0.0835688 Jul 14 20:36:34.660346 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:34.667751 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Network f20865b9-116a-46f4-8d56-5a3df1afc16e is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:34.671631 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:34.676057 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c25484f-8529-4f08-8c89-91b59ceed686 req-1e62ddf8-9fda-462a-a4cf-506a3514b1a9 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619344 Jul 14 20:36:34.686825 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:34.704402 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Pushing event updated for resources: {'Port': ['ID=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:34.732010 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Allocated IP 172.27.0.198 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/c1269c26-6c26-4f15-a451-58a706001fe7) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:34.794474 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Attempting to bind port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:34.795084 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Attempting to bind port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:34.795223 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Attempting to bind port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf on network f20865b9-116a-46f4-8d56-5a3df1afc16e {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:34.810706 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:34.811110 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Checking segment: {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:34.813847 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.815151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Bound using segment: {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:34.816133 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Bound port: 66c0a2dd-71a5-4bde-b376-4390e85dcfdf, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:34.816793 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.821464 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-017eb8fc-adad-4729-be51-2077a653ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:34.824502 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-017eb8fc-adad-4729-be51-2077a653ae97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5d82baf-5f78-4367-8a3c-392c7bafae0e HTTP/1.1" status: 200 len: 870 time: 0.2154038 Jul 14 20:36:34.830451 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:36:34.843410 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:34.843856 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:34.851289 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36398) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:34.880844 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e08a46f5-937c-4bfd-8e42-1f400dda806d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.889010 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-b112051b-42be-4eaa-bd7f-e82f88462945 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=24038675-ca8a-4d25-a426-7128133bafa7 HTTP/1.1" status: 200 len: 217 time: 0.0566165 Jul 14 20:36:34.908128 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] For port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:34.913564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] For port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:34.924267 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:34.966281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-0ae69f55-84ec-4036-9971-5f6028384b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:34.969366 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-0ae69f55-84ec-4036-9971-5f6028384b28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6906d6ac-e593-4fd6-9ad7-f6394dabcaac HTTP/1.1" status: 200 len: 843 time: 0.0728545 Jul 14 20:36:34.972995 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:34.993591 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for port (c1269c26-6c26-4f15-a451-58a706001fe7), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.004757 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e60a-fb3c-4a3d-be8f-0576c521bf28 None None] Pushing event updated for resources: {'Port': ['ID=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:35.081512 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-6e335b71-b8fb-4c3f-92e9-6c2115d7e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:35.084122 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-6e335b71-b8fb-4c3f-92e9-6c2115d7e2ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5d82baf-5f78-4367-8a3c-392c7bafae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1023200 Jul 14 20:36:35.116021 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.175568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e08a46f5-937c-4bfd-8e42-1f400dda806d admin admin] Publish callbacks [] for security_group (6b97b3f1-4e2b-41af-8294-a186bd37b820), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.201389 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e08a46f5-937c-4bfd-8e42-1f400dda806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (6b97b3f1-4e2b-41af-8294-a186bd37b820), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.206590 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:35.210429 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-54fa0a37-4276-4a7c-84f1-7d425fe53a34 service neutron] 10.222.0.62 "GET /v2.0/networks/f5d82baf-5f78-4367-8a3c-392c7bafae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183312 Jul 14 20:36:35.277236 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 2, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:35.290737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:35.301323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:35.321120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:35.348729 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:36:35.349354 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Updating router f09239b9-764c-447e-a3d5-29b61827888d port 840f96cf-4b95-4581-8175-1e95051750bd binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:36:35.363250 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f29340d3-aab7-4971-9098-e7eb5a6b6f78 req-c5c2932f-1f98-477d-a752-e81e33f771ca service neutron] 10.222.0.62 "GET /v2.0/networks/f5d82baf-5f78-4367-8a3c-392c7bafae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463349 Jul 14 20:36:35.387670 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (840f96cf-4b95-4581-8175-1e95051750bd), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.448745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36408) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:35.461743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478036983', 'description': 'tempest-description--212767225'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:35.489447 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Pushing event updated for resources: {'Port': ['ID=c1269c26-6c26-4f15-a451-58a706001fe7,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:35.500902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.510205 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a46f5-937c-4bfd-8e42-1f400dda806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97b3f1-4e2b-41af-8294-a186bd37b820,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:35.524407 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e08a46f5-937c-4bfd-8e42-1f400dda806d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=690e437c529c4ec59f8d1087fd970b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717625 Jul 14 20:36:35.525076 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36410) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:35.624506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (847a3bdf-410d-47a6-9478-6ec45e5a18d4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.634773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (847a3bdf-410d-47a6-9478-6ec45e5a18d4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.678315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.679947 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2220070 Jul 14 20:36:35.684325 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36412) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:35.688914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'security_group_rule': {'security_group_id': '847a3bdf-410d-47a6-9478-6ec45e5a18d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:35.702535 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:35.714453 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24cfa2-2e77-4203-90a7-a79a1bfd2b0d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a3bdf-410d-47a6-9478-6ec45e5a18d4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:35.751224 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] Publish callbacks [] for security_group (6b97b3f1-4e2b-41af-8294-a186bd37b820), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.775526 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for router_gateway (d10be950-b273-463f-b31e-677cba9f66fe), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.817122 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks [] for port (840f96cf-4b95-4581-8175-1e95051750bd), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.820441 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 66c0a2dd-71a5-4bde-b376-4390e85dcfdf up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:35.846603 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] Publish callbacks [] for security_group (6b97b3f1-4e2b-41af-8294-a186bd37b820), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.883470 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:35.884041 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:35.894277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:35.948845 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.023346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (e5a84e6f-52cd-4059-9382-097fff29a521), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.035257 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:36.036115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.044748 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (6b97b3f1-4e2b-41af-8294-a186bd37b820), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.048711 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.054196 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b97b3f1-4e2b-41af-8294-a186bd37b820 HTTP/1.1" status: 204 len: 168 time: 0.5226784 Jul 14 20:36:36.060086 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c0ee-9100-4283-ad84-f053530ef41d req-f8a75a35-3ffd-47e6-aec6-235bbab53abb tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:36.061878 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c023c0ee-9100-4283-ad84-f053530ef41d req-f8a75a35-3ffd-47e6-aec6-235bbab53abb tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 948 time: 0.1080761 Jul 14 20:36:36.121615 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:36.151448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:36.152970 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Pushing event updated for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.156601 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.157976 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:36.197667 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb03a-ef4c-486a-a886-e029deb3a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97b3f1-4e2b-41af-8294-a186bd37b820,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.215806 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:36.217184 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.218844 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (e5a84e6f-52cd-4059-9382-097fff29a521), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.220103 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.220711 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.222307 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.224401 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.224940 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.225477 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.225998 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.228111 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.228646 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.228780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c023c0ee-9100-4283-ad84-f053530ef41d req-b613953b-0d81-4759-b77b-540f3b413e26 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338868 Jul 14 20:36:36.229449 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.231182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (e5a84e6f-52cd-4059-9382-097fff29a521), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.231813 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.232360 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.232995 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.233626 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:36:36.262418 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a84e6f-52cd-4059-9382-097fff29a521,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.290659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.296528 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Attempting to bind port 840f96cf-4b95-4581-8175-1e95051750bd on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:36.297173 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Attempting to bind port 840f96cf-4b95-4581-8175-1e95051750bd by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:36.298550 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2e4f80e5-a03c-4e65-8dfb-0084205cb7cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6129832 Jul 14 20:36:36.299122 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Attempting to bind port 840f96cf-4b95-4581-8175-1e95051750bd on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:36.301388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36420) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:36.308048 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (d10be950-b273-463f-b31e-677cba9f66fe), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.311838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'security_group_rule': {'security_group_id': '847a3bdf-410d-47a6-9478-6ec45e5a18d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:36.312703 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:36.313259 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:36.317259 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.317882 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Bound using segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:36.318526 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Bound port: 840f96cf-4b95-4581-8175-1e95051750bd, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:36.319154 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (840f96cf-4b95-4581-8175-1e95051750bd), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.349801 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.399582 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (af296791-39b0-403e-836b-a12f9d15fc65), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.471475 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:36.477496 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.510415 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] For port 840f96cf-4b95-4581-8175-1e95051750bd, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:36.516298 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] For port 840f96cf-4b95-4581-8175-1e95051750bd, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=840f96cf-4b95-4581-8175-1e95051750bd,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:36.527194 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (af296791-39b0-403e-836b-a12f9d15fc65), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.531055 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.531675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (af296791-39b0-403e-836b-a12f9d15fc65), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.571191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af296791-39b0-403e-836b-a12f9d15fc65,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.592142 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.593438 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6116c823-5e57-4558-acc0-8ea4bb73ba23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894173 Jul 14 20:36:36.596652 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36424) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:36.603211 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:36.642467 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:36.643019 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.658930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Router d10be950-b273-463f-b31e-677cba9f66fe is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:36:36.664650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.668844 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbc2a0-48fb-43eb-a9f8-a6ca6eaf3d95 None None] Pushing event updated for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:36.694410 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:36.696646 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0394edc-fe23-419f-86e8-1f49f0c185ec None None] Network f20865b9-116a-46f4-8d56-5a3df1afc16e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:36:36.702017 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:36.702617 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:36.840237 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:36.841724 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:36:36.879008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Sync routers for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:36:36.885193 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:36.885684 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:36.886622 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:36.897190 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b35fd4bf-237c-48a0-bd1d-631ec3203b3a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1210580 Jul 14 20:36:36.897941 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36432) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:37.029127 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.064228 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:37.093131 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:37.093777 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:37.205246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:37.273161 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:37.287524 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 24038675-ca8a-4d25-a426-7128133bafa7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:36:37.299553 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Allocated IP 172.27.0.15 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/91d84dc8-01eb-4c04-b0d0-7663cfd5efd2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:37.379114 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:36Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:37.414474 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71629b5-2aca-4291-8b1f-444e27f4cf0b None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:36Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:36:37.420716 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Current status of the port 840f96cf-4b95-4581-8175-1e95051750bd is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:37.421124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (840f96cf-4b95-4581-8175-1e95051750bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.511037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:37.519481 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843f23-8115-4a6c-9575-c2b65f043c14 req-d2108d01-b283-4098-b846-a4cbb6c086c0 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:37.522375 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f843f23-8115-4a6c-9575-c2b65f043c14 req-d2108d01-b283-4098-b846-a4cbb6c086c0 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 948 time: 0.0850630 Jul 14 20:36:37.610148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:37.690140 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.744629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 840f96cf-4b95-4581-8175-1e95051750bd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:37.772860 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] For port 840f96cf-4b95-4581-8175-1e95051750bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=840f96cf-4b95-4581-8175-1e95051750bd,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:37.794217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.819772 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f843f23-8115-4a6c-9575-c2b65f043c14 req-b6972bcf-d98a-42eb-a175-2be46128ff0d tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104146 Jul 14 20:36:37.854681 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.911700 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=24038675-ca8a-4d25-a426-7128133bafa7,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:37.948188 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:37.976428 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '24038675-ca8a-4d25-a426-7128133bafa7', 'network_id': 'f5d82baf-5f78-4367-8a3c-392c7bafae0e', 'port_id': '24038675-ca8a-4d25-a426-7128133bafa7', 'mac_address': 'fa:16:3e:27:35:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6906d6ac-e593-4fd6-9ad7-f6394dabcaac', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:36:37.976597 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'Port': ['ID=91d84dc8-01eb-4c04-b0d0-7663cfd5efd2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:37.989359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:37.993878 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:37.994500 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:37.996247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6c3fa-fd9d-429e-909b-970f70363c3c None None] Pushing event updated for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:37.997602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:38.042777 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Provisioning complete for port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:38.044514 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.114172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.131735 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:35Z', 'revision_number': 3, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:38.209021 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:38.214302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.237379 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Checking router: d10be950-b273-463f-b31e-677cba9f66fe for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:36:38.237592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Updating router d10be950-b273-463f-b31e-677cba9f66fe port c1269c26-6c26-4f15-a451-58a706001fe7 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:36:38.274458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:38.292090 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.327062 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 24038675-ca8a-4d25-a426-7128133bafa7 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:38.332508 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (24038675-ca8a-4d25-a426-7128133bafa7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.334885 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.360134 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.392092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24038675-ca8a-4d25-a426-7128133bafa7 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:36:38.405562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Current status of the port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:38.453850 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Allocated IP 172.20.0.1 (f20865b9-116a-46f4-8d56-5a3df1afc16e/cff4e600-bf07-4224-97d4-8dd10ea5fb0a/4b282511-19d1-4b13-8940-ccc94fa25d5b) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:38.461251 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=24038675-ca8a-4d25-a426-7128133bafa7,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:38.465412 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:38.465778 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.517837 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.599339 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 840f96cf-4b95-4581-8175-1e95051750bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:38.600644 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 66c0a2dd-71a5-4bde-b376-4390e85dcfdf up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:38.747703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:38.787247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:38.787671 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.856016 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:38.915003 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c783ca9f-041d-46bd-94bb-d7655a1fdaa5 None None] Current status of the port 840f96cf-4b95-4581-8175-1e95051750bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:38.926208 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:38.949591 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks [] for port (c1269c26-6c26-4f15-a451-58a706001fe7), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.957666 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:38.967301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:38.983324 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['24038675-ca8a-4d25-a426-7128133bafa7'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:36:39.065981 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:39.071508 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.081871 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806fd23-f1eb-442e-ae74-96f733aa2493 req-22e3119a-f4a4-49b9-9d8c-96e8ceed3b00 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:39.081871 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7806fd23-f1eb-442e-ae74-96f733aa2493 req-22e3119a-f4a4-49b9-9d8c-96e8ceed3b00 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 949 time: 0.1410172 Jul 14 20:36:39.086296 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-8d677497-9a6a-46ec-9279-c3c3f6db4649 None None] Provisioning complete for port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:39.086668 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8d677497-9a6a-46ec-9279-c3c3f6db4649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.093770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089b24f-a276-4728-b4a2-0bb484ec02be None None] Pushing event updated for resources: {'Port': ['ID=c1269c26-6c26-4f15-a451-58a706001fe7,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:39.102432 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.134389 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Attempting to bind port c1269c26-6c26-4f15-a451-58a706001fe7 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:39.134853 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Attempting to bind port c1269c26-6c26-4f15-a451-58a706001fe7 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:39.135218 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Attempting to bind port c1269c26-6c26-4f15-a451-58a706001fe7 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:39.155498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks [] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.156741 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:39.157009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:39.157413 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.158375 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:39.158911 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Bound port: c1269c26-6c26-4f15-a451-58a706001fe7, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:39.159258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.197871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:39.241295 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7806fd23-f1eb-442e-ae74-96f733aa2493 req-b838b962-801a-45a8-9dae-a731ee2c13b3 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501172 Jul 14 20:36:39.250493 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'Port': ['ID=91d84dc8-01eb-4c04-b0d0-7663cfd5efd2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:39.265380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.288166 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.289997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] For port c1269c26-6c26-4f15-a451-58a706001fe7, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:39.302037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.303362 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-717a2fa1-bd8e-4911-b2c8-2e618f94aa1c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7046671 Jul 14 20:36:39.328788 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] For port c1269c26-6c26-4f15-a451-58a706001fe7, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c1269c26-6c26-4f15-a451-58a706001fe7,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:39.356017 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.360599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Network f20865b9-116a-46f4-8d56-5a3df1afc16e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:39.361057 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8d677497-9a6a-46ec-9279-c3c3f6db4649 None None] Current status of the port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:39.367356 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:39.369987 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Pushing event updated for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:39.372230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:39.422121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (d10be950-b273-463f-b31e-677cba9f66fe), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.728905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.743788 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 840f96cf-4b95-4581-8175-1e95051750bd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:39.760396 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36542) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:39.765088 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298541773', 'description': 'tempest-description--502307536'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:39.772528 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-0d26329e-751a-4076-860e-ca3ab3153a5d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--478036983&fields=id&tenant_id=cceb4db55bba4bd099104acdcb6d2762 HTTP/1.1" status: 200 len: 267 time: 0.0898945 Jul 14 20:36:39.816242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089b24f-a276-4728-b4a2-0bb484ec02be None None] Pushing event updated for resources: {'Port': ['ID=c1269c26-6c26-4f15-a451-58a706001fe7,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:39.817030 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.831760 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:39.832615 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:39.901757 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:39.946698 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2fb52145-6544-4e5c-a030-1d14fca7f3f3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:39.951795 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2fb52145-6544-4e5c-a030-1d14fca7f3f3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.005038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:40.007564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:40.014102 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.017042 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2554548 Jul 14 20:36:40.020062 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa492c-6f78-4ff9-9551-b5ecb854f1a7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb52145-6544-4e5c-a030-1d14fca7f3f3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:40.029262 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36548) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:40.047628 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2fb52145-6544-4e5c-a030-1d14fca7f3f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:40.060865 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-d7c5aedc-b3af-4599-91e3-e944c3d8b7fd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:40.063494 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-d7c5aedc-b3af-4599-91e3-e944c3d8b7fd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.2900352 Jul 14 20:36:40.097547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-54c3a908-0e38-4759-b541-ffde0d9374b5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/quotas/cceb4db55bba4bd099104acdcb6d2762 HTTP/1.1" status: 200 len: 375 time: 0.0275950 Jul 14 20:36:40.098234 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (66d43c38-7215-4e3a-8a7b-8bf3c4f03169), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.129457 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks [] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.155911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.192548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36550) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:40.222270 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (66d43c38-7215-4e3a-8a7b-8bf3c4f03169), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.228059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (66d43c38-7215-4e3a-8a7b-8bf3c4f03169), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.229744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d5c48c50-3836-40f9-bd2d-226b4da8ab97 None None] Provisioning complete for port 4b282511-19d1-4b13-8940-ccc94fa25d5b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:40.230126 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d5c48c50-3836-40f9-bd2d-226b4da8ab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.251623 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-71484332-9b0d-4692-bbb9-f9b7ed0939af tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1448476 Jul 14 20:36:40.271033 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Pushing event updated for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:40.277633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (d10be950-b273-463f-b31e-677cba9f66fe), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.304220 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d43c38-7215-4e3a-8a7b-8bf3c4f03169,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:40.370999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.375375 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d31261fa-f71b-41af-80e6-e9476080bed1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428395 Jul 14 20:36:40.376165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36560) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:40.381469 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2fb52145-6544-4e5c-a030-1d14fca7f3f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:40.403975 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:40.418670 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 840f96cf-4b95-4581-8175-1e95051750bd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:40.419075 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (840f96cf-4b95-4581-8175-1e95051750bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.435098 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (4d78ec76-c8c5-45dc-8ade-96e607ab413a), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.455105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d5c48c50-3836-40f9-bd2d-226b4da8ab97 None None] Port 4b282511-19d1-4b13-8940-ccc94fa25d5b cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:40.470583 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '4b282511-19d1-4b13-8940-ccc94fa25d5b', 'name': '', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'mac_address': 'fa:16:3e:fa:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:36:38Z', 'revision_number': 1, 'project_id': '8198771fe32f4a978926e04d278220ba', 'subnets': [{'id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:40.497015 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c7263e0-e6d6-494b-a0d0-4dbea9dbe6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.505097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bceefb-6700-49a1-bd7b-c03f64af25ea None None] The sync data for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi is: [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '4b282511-19d1-4b13-8940-ccc94fa25d5b', 'name': '', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'mac_address': 'fa:16:3e:fa:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:36:38Z', 'revision_number': 1, 'project_id': '8198771fe32f4a978926e04d278220ba', 'subnets': [{'id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:36:40.508776 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c535712-743b-43df-841a-1f376f6ae4c5 req-6e8eb3f7-9ee0-45ad-8c0d-42916d342bf5 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:40.510620 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c535712-743b-43df-841a-1f376f6ae4c5 req-6e8eb3f7-9ee0-45ad-8c0d-42916d342bf5 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 949 time: 0.1211965 Jul 14 20:36:40.517571 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (4d78ec76-c8c5-45dc-8ade-96e607ab413a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.523129 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (4d78ec76-c8c5-45dc-8ade-96e607ab413a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.549914 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.554749 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743145 Jul 14 20:36:40.557880 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36562) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:40.561134 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 840f96cf-4b95-4581-8175-1e95051750bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:40.567506 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-19779ffb-e44b-4262-9d3a-c9e16ec1e64d service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871492 Jul 14 20:36:40.571152 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:40.582058 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baef71-8ff1-408b-974f-63a6918aa5e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d78ec76-c8c5-45dc-8ade-96e607ab413a,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:40.604228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.616480 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Network f20865b9-116a-46f4-8d56-5a3df1afc16e is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:40.637133 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:40.706138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c535712-743b-43df-841a-1f376f6ae4c5 req-dc548da0-d07b-4536-a929-9d9af2707d7d tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749060 Jul 14 20:36:40.718333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.850830 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:40.859209 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:40.863752 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:40.900314 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-c401655c-308d-4798-814b-d7779f381fdb service neutron] 10.222.0.52 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220608 Jul 14 20:36:40.927771 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.27.0.111 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/8b877dfd-0085-438f-967f-8d7f76d75a49) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:40.945129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c7263e0-e6d6-494b-a0d0-4dbea9dbe6d5 admin admin] Publish callbacks [] for security_group (e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:40.950715 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4c7263e0-e6d6-494b-a0d0-4dbea9dbe6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.015587 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Router d10be950-b273-463f-b31e-677cba9f66fe has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:36:41.038329 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4c7263e0-e6d6-494b-a0d0-4dbea9dbe6d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b1e02409208460893f61eb01b2cabb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8166592 Jul 14 20:36:41.039577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7263e0-e6d6-494b-a0d0-4dbea9dbe6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:41.039971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36566) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:41.108340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:41.116653 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:41.129380 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d9b9ce6d-0d08-408e-bae2-4544da31b61d None None] Provisioning complete for port 4b282511-19d1-4b13-8940-ccc94fa25d5b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:41.132535 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ce6d-0d08-408e-bae2-4544da31b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.158771 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] Publish callbacks [] for security_group (e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.166001 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.207421 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:36:41.217626 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9ce6d-0d08-408e-bae2-4544da31b61d None None] Port 4b282511-19d1-4b13-8940-ccc94fa25d5b cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:41.217765 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-fb3f177c-3fa2-403b-8178-e3bf76b5244a admin admin] 10.222.0.52 "PUT /v2.0/routers/d10be950-b273-463f-b31e-677cba9f66fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3060467 Jul 14 20:36:41.221534 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] Publish callbacks [] for security_group (e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.231992 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 24038675-ca8a-4d25-a426-7128133bafa7 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:41.256181 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c05a38fc-e70a-4086-9a85-4163aeb0af95 req-6afb84e7-2a36-4441-b612-3a13ea5cab17 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0448992 Jul 14 20:36:41.314471 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 24038675-ca8a-4d25-a426-7128133bafa7 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:36:41.325979 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 24038675-ca8a-4d25-a426-7128133bafa7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:41.326330 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (24038675-ca8a-4d25-a426-7128133bafa7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.340943 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.391465 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=8b877dfd-0085-438f-967f-8d7f76d75a49,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:41.410567 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:41.422899 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:41.427429 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.433138 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.434459 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03 HTTP/1.1" status: 204 len: 168 time: 0.3920209 Jul 14 20:36:41.435253 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:41.458994 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 24038675-ca8a-4d25-a426-7128133bafa7 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:41.459382 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (24038675-ca8a-4d25-a426-7128133bafa7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.534412 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:41.537110 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f85ae4-4003-4a42-b622-25524dc84381" -d '{"events": [{"server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "name": "network-vif-plugged", "status": "completed", "tag": "24038675-ca8a-4d25-a426-7128133bafa7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:41.541195 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7693e0-a0ec-4cf9-9fba-e3680fe668ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4f9a9-9ee5-47c8-bad8-2b2500fa3b03,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:41.585515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=24038675-ca8a-4d25-a426-7128133bafa7,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:41.600837 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.604330 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.720884 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026f75c-8a5c-4ff2-9535-36c7f5ad1bca x-openstack-request-id: req-0026f75c-8a5c-4ff2-9535-36c7f5ad1bca {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:41.721341 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "name": "network-vif-plugged", "status": "completed", "tag": "24038675-ca8a-4d25-a426-7128133bafa7", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:41.721896 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0026f75c-8a5c-4ff2-9535-36c7f5ad1bca {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:41.723318 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0026f75c-8a5c-4ff2-9535-36c7f5ad1bca'] response: {'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7', 'code': 200} Jul 14 20:36:41.742923 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:41.797558 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:41.976916 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62feabe-534f-4aec-a79d-8281713e1db9 req-b736ac20-cddf-4684-b17d-2c42b7ee3922 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:41.996250 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e62feabe-534f-4aec-a79d-8281713e1db9 req-b736ac20-cddf-4684-b17d-2c42b7ee3922 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.1473026 Jul 14 20:36:42.132098 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e62feabe-534f-4aec-a79d-8281713e1db9 req-dd64a6f4-decd-4131-b48e-8383d0925e09 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348348 Jul 14 20:36:42.213835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36600) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:42.239561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743ca8-8c75-4e8b-8002-1f20adb8550a req-f7d71827-3a69-4208-868a-7aa36a4980cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:42.242262 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83743ca8-8c75-4e8b-8002-1f20adb8550a req-f7d71827-3a69-4208-868a-7aa36a4980cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 1134 time: 0.0868545 Jul 14 20:36:42.243766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c90573d-d3cf-4ae8-98a6-5fe94ee35bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.310257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36604) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:42.328272 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107497457', 'description': 'tempest-secgroup-smoke-2107497457 description', 'project_id': '83a29cbfb7484b76a9131a3b81832c62'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:42.392418 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83743ca8-8c75-4e8b-8002-1f20adb8550a req-d329f179-0a87-48e7-bc16-89a1ab95e4b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343319 Jul 14 20:36:42.425910 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.449085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:42.457454 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d1c6f5b6-0f6f-4ce8-9af7-81a6aa3a66c0 req-4b3d547d-2119-4087-90d9-192056ab817d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0636256 Jul 14 20:36:42.519304 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.535966 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.557855 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c90573d-d3cf-4ae8-98a6-5fe94ee35bd8 admin admin] Publish callbacks [] for security_group (db36fbca-caa8-4a4b-95b4-eb255bb826db), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.572341 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c90573d-d3cf-4ae8-98a6-5fe94ee35bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (db36fbca-caa8-4a4b-95b4-eb255bb826db), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.573030 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.627217 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.628434 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0690463 Jul 14 20:36:42.638405 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6b35b-7fa1-49ad-97ed-3f1377107c51 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=8b877dfd-0085-438f-967f-8d7f76d75a49,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:42.663316 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (0c8bdadf-8d54-4c5c-8815-4b9f937c0e98), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.675685 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3c90573d-d3cf-4ae8-98a6-5fe94ee35bd8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cee1ea0a153340ddbbd3a8bbef497162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596729 Jul 14 20:36:42.677017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0c8bdadf-8d54-4c5c-8815-4b9f937c0e98), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.680491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36616) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:42.681796 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90573d-d3cf-4ae8-98a6-5fe94ee35bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db36fbca-caa8-4a4b-95b4-eb255bb826db,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:42.726807 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.731128 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4163926 Jul 14 20:36:42.731128 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3928e9-7b57-46ee-8a1d-7122df3a4815 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:42.734629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36618) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:42.740550 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:42.783379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (aae178f8-bc79-43af-91c8-deace4b4a40f), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.815851 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87005743-541d-4444-867b-288013087e93 admin admin] Publish callbacks [] for security_group (db36fbca-caa8-4a4b-95b4-eb255bb826db), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.848160 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:42.856776 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87005743-541d-4444-867b-288013087e93 admin admin] Publish callbacks [] for security_group (db36fbca-caa8-4a4b-95b4-eb255bb826db), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.882997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:42.892792 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (aae178f8-bc79-43af-91c8-deace4b4a40f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.904791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (aae178f8-bc79-43af-91c8-deace4b4a40f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.919980 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87005743-541d-4444-867b-288013087e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (db36fbca-caa8-4a4b-95b4-eb255bb826db), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.924319 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-87005743-541d-4444-867b-288013087e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:42.941067 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-87005743-541d-4444-867b-288013087e93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db36fbca-caa8-4a4b-95b4-eb255bb826db HTTP/1.1" status: 204 len: 168 time: 0.2483747 Jul 14 20:36:42.960661 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae178f8-bc79-43af-91c8-deace4b4a40f,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:42.971639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87005743-541d-4444-867b-288013087e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db36fbca-caa8-4a4b-95b4-eb255bb826db,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:42.992046 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-64179d06-cc90-4e0a-9187-55d0cc2b4978 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1298541773&fields=id&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 267 time: 0.1406024 Jul 14 20:36:42.996551 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.000971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0f4a1923-76e1-4030-be23-89cf0c2514e3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628143 Jul 14 20:36:43.001383 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36636) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:43.006641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:43.067369 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (013ecfda-ac7d-415c-9955-9c5db55ebd40), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.146576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:43.168490 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (013ecfda-ac7d-415c-9955-9c5db55ebd40), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.173797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (013ecfda-ac7d-415c-9955-9c5db55ebd40), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.178234 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-92e29bc7-a409-4f6b-b021-f83aeda5993f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:43.179816 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-92e29bc7-a409-4f6b-b021-f83aeda5993f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.1768079 Jul 14 20:36:43.197356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013ecfda-ac7d-415c-9955-9c5db55ebd40,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:43.200637 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-11ed6613-c78e-4ef6-a918-72cf1e6cc05b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/quotas/40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 375 time: 0.0140951 Jul 14 20:36:43.210731 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.212391 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0d2247a3-6308-4f8c-931d-3cab20c5875c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2098734 Jul 14 20:36:43.215026 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36644) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:43.220755 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:43.257345 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (22d5a514-32b5-4b83-bce3-9c23be0b89ad), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.299474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-a407daec-1a2c-4c6d-8fd8-1e48e1052148 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922801 Jul 14 20:36:43.316240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (22d5a514-32b5-4b83-bce3-9c23be0b89ad), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.320517 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (22d5a514-32b5-4b83-bce3-9c23be0b89ad), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.339749 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5a514-32b5-4b83-bce3-9c23be0b89ad,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:43.348540 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.349694 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3bb88b00-5b81-4377-b134-062f3242bb33 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337075 Jul 14 20:36:43.352605 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36650) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:43.352856 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8fb4f-0b67-4112-84cf-edc98d5978a6 req-7f9054d7-9314-437c-8928-5cfc06d20a8f tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:43.355447 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07a8fb4f-0b67-4112-84cf-edc98d5978a6 req-7f9054d7-9314-437c-8928-5cfc06d20a8f tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.0538433 Jul 14 20:36:43.357890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:43.390695 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (c211a96c-ab49-4933-8015-a6593a599c96), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.457824 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:43.465137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (c211a96c-ab49-4933-8015-a6593a599c96), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.470458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (c211a96c-ab49-4933-8015-a6593a599c96), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.477441 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07a8fb4f-0b67-4112-84cf-edc98d5978a6 req-9030e8cb-b66e-4a22-80b7-f37677a1d7da tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128404 Jul 14 20:36:43.503100 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-dc34c7d7-6f56-4859-842c-f915ae91c640 service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588171 Jul 14 20:36:43.519075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c211a96c-ab49-4933-8015-a6593a599c96,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:43.527738 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.531912 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6a247353-277c-4e39-b883-d893bb4721dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783438 Jul 14 20:36:43.532552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36660) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:43.537122 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:43.562218 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Project 83a29cbfb7484b76a9131a3b81832c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:36:43.570300 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (c9057a91-48dd-4a11-af0e-fab86c56cd88), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.665191 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (c9057a91-48dd-4a11-af0e-fab86c56cd88), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.671189 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (c9057a91-48dd-4a11-af0e-fab86c56cd88), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.672910 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea580c-dd4b-4064-92f0-9318a2c55112 req-0871995a-ca8d-4102-af2b-e4703b81ece9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:43.674957 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44ea580c-dd4b-4064-92f0-9318a2c55112 req-0871995a-ca8d-4102-af2b-e4703b81ece9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0916760 Jul 14 20:36:43.709312 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9057a91-48dd-4a11-af0e-fab86c56cd88,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:43.723375 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.728190 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-32bb8cbb-4261-4b2c-b73f-7251705e6542 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1944916 Jul 14 20:36:43.728716 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36666) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:43.734093 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'security_group_rule': {'security_group_id': '0c8bdadf-8d54-4c5c-8815-4b9f937c0e98', 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:43.736138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-cfba62c3-54ce-4253-8677-8d7d259c39ca service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234395 Jul 14 20:36:43.744735 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c1269c26-6c26-4f15-a451-58a706001fe7 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:43.764338 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Project 83a29cbfb7484b76a9131a3b81832c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:36:43.775002 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (e46d2a0f-66ec-46d3-8669-3367388fc1dd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.777533 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44ea580c-dd4b-4064-92f0-9318a2c55112 req-6d41c4d1-2173-4a58-a3dd-5b835732d99e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936940 Jul 14 20:36:43.874161 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (e46d2a0f-66ec-46d3-8669-3367388fc1dd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.884330 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port c1269c26-6c26-4f15-a451-58a706001fe7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:43.885646 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.887750 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (e46d2a0f-66ec-46d3-8669-3367388fc1dd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.955310 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-835a8d73-d950-4d70-b7fd-344b67b855d6 req-91b8eaaa-3bd6-4d4f-b0dd-2fecf2bc6d4e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0328152 Jul 14 20:36:43.961121 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46d2a0f-66ec-46d3-8669-3367388fc1dd,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:43.982494 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:43.985721 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-acfeddc2-7a44-4640-903b-fc890c31ac04 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2556505 Jul 14 20:36:44.057385 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6eff35e3-026b-4e0e-9245-7826d131b7c9 req-08110ab0-ce38-4951-a135-0236397bf79e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0939436 Jul 14 20:36:44.072549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port c1269c26-6c26-4f15-a451-58a706001fe7 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:44.074210 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:44.126677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port c1269c26-6c26-4f15-a451-58a706001fe7, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c1269c26-6c26-4f15-a451-58a706001fe7,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:44.134850 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:44.215980 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=c1269c26-6c26-4f15-a451-58a706001fe7,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:44.685662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f901e21-953d-45d3-8c02-8b806fa10453 req-5490183f-c1f1-43a1-8a6e-7c0f18226400 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:44.693158 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f901e21-953d-45d3-8c02-8b806fa10453 req-5490183f-c1f1-43a1-8a6e-7c0f18226400 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.0952337 Jul 14 20:36:44.743115 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3f901e21-953d-45d3-8c02-8b806fa10453 req-02943f11-c678-42ea-848c-e75468f02afa tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Jul 14 20:36:44.814056 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Sync routers for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:36:44.826438 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:44.827205 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:44.940798 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:44.948471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96bb94-7a5c-4c7a-9edf-dac07ae553af req-74bd77fb-7610-4472-9241-c233966ca564 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:44.950801 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f96bb94-7a5c-4c7a-9edf-dac07ae553af req-74bd77fb-7610-4472-9241-c233966ca564 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0527205 Jul 14 20:36:45.003374 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6f96bb94-7a5c-4c7a-9edf-dac07ae553af req-9c3ae2c4-cbfb-4823-9aac-83d5c10bda44 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Jul 14 20:36:45.134054 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c357b079-6e88-4263-b9a9-d318a3fd7e07 req-702053e3-547f-47fc-968c-cba8004e17e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0486214 Jul 14 20:36:45.181731 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-781b7aa2-7dfd-476e-b681-2cd69ca710fb req-3aa0b84c-9ad2-4c34-87d9-d9b5aeda9b88 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0475645 Jul 14 20:36:45.184227 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '4b282511-19d1-4b13-8940-ccc94fa25d5b', 'name': '', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'mac_address': 'fa:16:3e:fa:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 2, 'project_id': '8198771fe32f4a978926e04d278220ba', 'subnets': [{'id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:45.211617 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Checking router: d10be950-b273-463f-b31e-677cba9f66fe for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:36:45.211966 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Updating router d10be950-b273-463f-b31e-677cba9f66fe port 4b282511-19d1-4b13-8940-ccc94fa25d5b binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:36:45.244239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.377249 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:45.524339 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks [] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.528984 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.578272 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:45.616429 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e886-fe2b-4da7-91d5-54f273496e7e None None] Pushing event updated for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:45.649732 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Attempting to bind port 4b282511-19d1-4b13-8940-ccc94fa25d5b on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:45.650265 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Attempting to bind port 4b282511-19d1-4b13-8940-ccc94fa25d5b by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:45.650777 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Attempting to bind port 4b282511-19d1-4b13-8940-ccc94fa25d5b on network f20865b9-116a-46f4-8d56-5a3df1afc16e {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:45.670685 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:45.675365 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Checking segment: {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:45.676088 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c1269c26-6c26-4f15-a451-58a706001fe7 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:45.680389 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.689691 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Bound using segment: {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:45.690591 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Bound port: 4b282511-19d1-4b13-8940-ccc94fa25d5b, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cdf328-11d0-4347-b924-6711a18a7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:45.691050 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.742105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port c1269c26-6c26-4f15-a451-58a706001fe7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:45.742726 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.773614 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] For port 4b282511-19d1-4b13-8940-ccc94fa25d5b, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:45.778004 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] For port 4b282511-19d1-4b13-8940-ccc94fa25d5b, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=4b282511-19d1-4b13-8940-ccc94fa25d5b,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:45.788972 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.870370 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:36:45.871082 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:36:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:45.904627 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port c1269c26-6c26-4f15-a451-58a706001fe7 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:45.921690 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Provisioning complete for port 4b282511-19d1-4b13-8940-ccc94fa25d5b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:45.922244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:45.947595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:45.966757 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302011-9734-4486-95f6-e707cfa29db6 req-700980bd-2259-4c7a-bf32-eba9d5c9a448 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:45.976442 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b302011-9734-4486-95f6-e707cfa29db6 req-700980bd-2259-4c7a-bf32-eba9d5c9a448 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.1004639 Jul 14 20:36:46.038830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:46.061753 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Current status of the port 4b282511-19d1-4b13-8940-ccc94fa25d5b is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:46.062561 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:46.104563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:46.112189 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] For port 4b282511-19d1-4b13-8940-ccc94fa25d5b, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=4b282511-19d1-4b13-8940-ccc94fa25d5b,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:46.117319 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:46.159446 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:36:46.214045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7b302011-9734-4486-95f6-e707cfa29db6 req-7d21f7b2-533e-4e4c-b40f-311556130f36 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365725 Jul 14 20:36:46.220331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe9b6-d682-492d-9ea6-4bdf5b4fab05 None None] Pushing event updated for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:46.297645 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e886-fe2b-4da7-91d5-54f273496e7e None None] Pushing event updated for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:46.340227 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3ce83faf-64da-4ba1-b471-492222dd080a None None] Provisioning complete for port 4b282511-19d1-4b13-8940-ccc94fa25d5b triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:46.340598 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ce83faf-64da-4ba1-b471-492222dd080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:46.468478 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3ce83faf-64da-4ba1-b471-492222dd080a None None] Current status of the port 4b282511-19d1-4b13-8940-ccc94fa25d5b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:46.603466 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '4b282511-19d1-4b13-8940-ccc94fa25d5b', 'name': '', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'mac_address': 'fa:16:3e:fa:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:36:45Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'subnets': [{'id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:36:46.653412 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5b4c5-a207-42be-ab27-490493cfe749 None None] The sync data for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi is: [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:36:39Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '4b282511-19d1-4b13-8940-ccc94fa25d5b', 'name': '', 'network_id': 'f20865b9-116a-46f4-8d56-5a3df1afc16e', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'mac_address': 'fa:16:3e:fa:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:36:45Z', 'revision_number': 4, 'project_id': '8198771fe32f4a978926e04d278220ba', 'subnets': [{'id': 'cff4e600-bf07-4224-97d4-8dd10ea5fb0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:36:46.654819 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-033eabcc-13ee-441e-94d3-56830aea3912 req-9edd134c-2cf0-445e-b3ef-74146761214e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0843070 Jul 14 20:36:46.686918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae62-a0a5-4d9e-8739-0b0d1d3d0a8f req-5b2e2634-1022-4f8a-bcaa-a0d73764c532 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:46.692580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0c9ae62-a0a5-4d9e-8739-0b0d1d3d0a8f req-5b2e2634-1022-4f8a-bcaa-a0d73764c532 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.5237670 Jul 14 20:36:46.822812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0c9ae62-a0a5-4d9e-8739-0b0d1d3d0a8f req-bb9a9341-8429-49ba-aa66-3ad1012ca47c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146059 Jul 14 20:36:46.841643 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-24d69a44-4c52-4c4d-a617-ef695bc88d72 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:46.843944 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-24d69a44-4c52-4c4d-a617-ef695bc88d72 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 818 time: 0.7906351 Jul 14 20:36:46.910803 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88e66807-5112-4ae6-91dd-dc5a1721159e req-d0477238-7d27-47b1-8ef5-93fa6e583210 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.1324999 Jul 14 20:36:46.994024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36814) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:47.118340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afe342e5-a93e-4801-85d7-32c6e1cf480d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.141060 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:47.223883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afe342e5-a93e-4801-85d7-32c6e1cf480d admin admin] Publish callbacks [] for security_group (c00d62ea-c9e4-45d6-b68b-dba57d393b58), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.227940 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-afe342e5-a93e-4801-85d7-32c6e1cf480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c00d62ea-c9e4-45d6-b68b-dba57d393b58), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.268258 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe342e5-a93e-4801-85d7-32c6e1cf480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d62ea-c9e4-45d6-b68b-dba57d393b58,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:47.276146 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-afe342e5-a93e-4801-85d7-32c6e1cf480d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=818090d8ac2141adaff61780ac5e13ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778809 Jul 14 20:36:47.277171 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 36820) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:47.369024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] Publish callbacks [] for security_group (c00d62ea-c9e4-45d6-b68b-dba57d393b58), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.377021 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a271da-63fc-4dff-a059-e07a56248dca req-57bdcde6-2a1c-4b92-a1e4-c1aad74f87f3 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:47.378549 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16a271da-63fc-4dff-a059-e07a56248dca req-57bdcde6-2a1c-4b92-a1e4-c1aad74f87f3 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.0634034 Jul 14 20:36:47.420909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] Publish callbacks [] for security_group (c00d62ea-c9e4-45d6-b68b-dba57d393b58), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.498323 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16a271da-63fc-4dff-a059-e07a56248dca req-a4f58f41-f4ab-4a0e-a6aa-99d4b8c13609 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105192 Jul 14 20:36:47.551554 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-65dd4a0d-eac5-48de-ae79-3e64a1088bf1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cceb4db55bba4bd099104acdcb6d2762 HTTP/1.1" status: 200 len: 379 time: 0.0953109 Jul 14 20:36:47.561093 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c00d62ea-c9e4-45d6-b68b-dba57d393b58), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.564587 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.565930 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c00d62ea-c9e4-45d6-b68b-dba57d393b58 HTTP/1.1" status: 204 len: 168 time: 0.2884417 Jul 14 20:36:47.575820 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b392d9-1cb7-4118-b4be-482f767bd3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d62ea-c9e4-45d6-b68b-dba57d393b58,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:47.735385 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 4b282511-19d1-4b13-8940-ccc94fa25d5b up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:36:47.762711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'port': {'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'admin_state_up': True, 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'security_groups': ['847a3bdf-410d-47a6-9478-6ec45e5a18d4']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:47.805172 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 4b282511-19d1-4b13-8940-ccc94fa25d5b triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:47.805697 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:47.930191 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 4b282511-19d1-4b13-8940-ccc94fa25d5b is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:48.034986 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:48.057949 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fce52d91-c30d-445c-a835-28d65221a2ef req-fb42aa11-e943-4099-8424-0a770da58429 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0416751 Jul 14 20:36:48.067574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574186e-8597-4559-a524-871d55fe0181 req-667ac9d7-4f64-4693-bcea-8feb9ca9e914 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:48.069075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3574186e-8597-4559-a524-871d55fe0181 req-667ac9d7-4f64-4693-bcea-8feb9ca9e914 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.1916478 Jul 14 20:36:48.123473 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36850) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:48.126542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Made reservation on behalf of cceb4db55bba4bd099104acdcb6d2762 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:48.130314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.143061 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a0e92fb8-c575-4713-b519-c8c1261afd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.236763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a0e92fb8-c575-4713-b519-c8c1261afd5f admin admin] Publish callbacks [] for security_group (ba7028fb-9aed-4c4b-bef1-14f14d2bc571), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.241551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a0e92fb8-c575-4713-b519-c8c1261afd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ba7028fb-9aed-4c4b-bef1-14f14d2bc571), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.261889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab439-cc69-4b90-b9a9-136d651e2c35 req-7fe4d6ae-d7d7-42ee-9967-59afde49e70d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:48.263471 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c7ab439-cc69-4b90-b9a9-136d651e2c35 req-7fe4d6ae-d7d7-42ee-9967-59afde49e70d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.1149898 Jul 14 20:36:48.283356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=15 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:48.286363 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3574186e-8597-4559-a524-871d55fe0181 req-8158e501-a525-4df7-b3bd-b137f9e469f5 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623826 Jul 14 20:36:48.289662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:48.295960 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a0e92fb8-c575-4713-b519-c8c1261afd5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=483cd87d16b14806ab6d56d739c3991f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709459 Jul 14 20:36:48.297618 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e92fb8-c575-4713-b519-c8c1261afd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7028fb-9aed-4c4b-bef1-14f14d2bc571,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:48.300725 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 36852) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:48.387787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c7ab439-cc69-4b90-b9a9-136d651e2c35 req-45fe455a-292f-42fe-91b4-9d1bee2e14be tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939767 Jul 14 20:36:48.426148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10fdfb61-2542-4bbd-b214-6b47b2e2090d req-c888fb5d-0ac2-44b4-9f32-a3cbf7ee51cc tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0454180 Jul 14 20:36:48.431521 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] Publish callbacks [] for security_group (ba7028fb-9aed-4c4b-bef1-14f14d2bc571), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.441686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Allocated IP 172.20.0.3 (68cf6283-4fe3-4009-aca7-134fe5f10d19/71e1caf4-0655-495d-aaec-614e9d240517/f924a51a-1824-4be0-9b9b-700305bf906f) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:48.482621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] Publish callbacks [] for security_group (ba7028fb-9aed-4c4b-bef1-14f14d2bc571), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.550393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ba7028fb-9aed-4c4b-bef1-14f14d2bc571), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.559609 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.568367 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba7028fb-9aed-4c4b-bef1-14f14d2bc571 HTTP/1.1" status: 204 len: 168 time: 0.2651691 Jul 14 20:36:48.588034 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9edd58-a796-4c54-9b3c-7f70f716356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7028fb-9aed-4c4b-bef1-14f14d2bc571,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:48.655475 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for port (f924a51a-1824-4be0-9b9b-700305bf906f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.705466 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.760977 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:48.768154 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:48.770778 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event updated for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:48.773741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:48.848216 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:48.849169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:48.870660 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-7780adbc-5d8f-4fa5-b403-1cb3ca72b2e8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1182663 Jul 14 20:36:49.118507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7d88e426-3e65-44cd-9b58-78433420bee4 None None] Provisioning complete for port f924a51a-1824-4be0-9b9b-700305bf906f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:49.119196 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7d88e426-3e65-44cd-9b58-78433420bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:49.164283 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7d88e426-3e65-44cd-9b58-78433420bee4 None None] Port f924a51a-1824-4be0-9b9b-700305bf906f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:49.196135 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e56f69-4ffb-438f-80fe-277f2c1164dd req-252cdc98-0055-44e5-8c1f-4a1133aca3b8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:49.198619 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95e56f69-4ffb-438f-80fe-277f2c1164dd req-252cdc98-0055-44e5-8c1f-4a1133aca3b8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 931 time: 0.0567148 Jul 14 20:36:49.255421 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95e56f69-4ffb-438f-80fe-277f2c1164dd req-ce5cf718-6a00-47ec-ac9b-54b21a474349 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498078 Jul 14 20:36:49.419861 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e3341-06c8-4a49-afad-3b1d12b79361 req-cf0650e9-33f7-476c-b902-2788e229c7a5 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:49.423723 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c2e3341-06c8-4a49-afad-3b1d12b79361 req-cf0650e9-33f7-476c-b902-2788e229c7a5 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.0596488 Jul 14 20:36:49.445355 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:49.479225 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Request body: {'port': {'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:49.518196 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c2e3341-06c8-4a49-afad-3b1d12b79361 req-3b10ec06-6477-45cd-9fee-002e0cf2f6ae tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874825 Jul 14 20:36:49.586537 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a79da3-9d44-4ed7-9486-2f3789a399cb req-b1cd6e07-1bcf-471e-9756-d51e641382bc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:49.588188 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04a79da3-9d44-4ed7-9486-2f3789a399cb req-b1cd6e07-1bcf-471e-9756-d51e641382bc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.1023467 Jul 14 20:36:49.630577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:49.654573 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5132875b-ac8f-492b-9147-f60aaa80f61a req-dd603c17-dc5f-47ea-80b3-07a6a49ac599 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0609133 Jul 14 20:36:49.722274 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04a79da3-9d44-4ed7-9486-2f3789a399cb req-eda23947-75db-4275-9073-0ac0073fbc5d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244879 Jul 14 20:36:49.843742 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:49.875736 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-f574a021-b43c-4598-9f1f-2ff477f234cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836906 Jul 14 20:36:50.064031 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-c7ac0815-8ba3-46c1-a889-70517da042cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.066007 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-c7ac0815-8ba3-46c1-a889-70517da042cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 1130 time: 0.0780489 Jul 14 20:36:50.135080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f924a51a-1824-4be0-9b9b-700305bf906f {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:36:50.148182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks [] for port (f924a51a-1824-4be0-9b9b-700305bf906f), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:50.205816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Transition to ACTIVE for port object f924a51a-1824-4be0-9b9b-700305bf906f will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:36:50.224414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:50.321761 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-85027301-23b0-4d8b-a88c-c17d007c5666 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.323874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-85027301-23b0-4d8b-a88c-c17d007c5666 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.1670251 Jul 14 20:36:50.386567 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-71de0e54-bd8c-4ff3-99d8-c1ac27de0aef tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.389586 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-71de0e54-bd8c-4ff3-99d8-c1ac27de0aef tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.2187715 Jul 14 20:36:50.479864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:50.519872 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:50.528031 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-a7c218c8-a994-4cd6-b36d-27ff1b6f7bc4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 472 time: 0.1196437 Jul 14 20:36:50.567180 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-51273397-4c35-4cd5-8f65-071a86d416b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.568674 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-51273397-4c35-4cd5-8f65-071a86d416b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.3908300 Jul 14 20:36:50.580978 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666a3c-eb35-4135-9c08-772dddc3735f req-8aaf8f93-ee65-4ea7-ac46-0b18b5a62008 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.582507 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb666a3c-eb35-4135-9c08-772dddc3735f req-8aaf8f93-ee65-4ea7-ac46-0b18b5a62008 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.1885912 Jul 14 20:36:50.609755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Deleting port 24038675-ca8a-4d25-a426-7128133bafa7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:36:50.610196 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (24038675-ca8a-4d25-a426-7128133bafa7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:50.618197 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'port': {'device_id': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'admin_state_up': True, 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'security_groups': ['2fb52145-6544-4e5c-a030-1d14fca7f3f3']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:50.665815 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:50.731586 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-67dded8e-35e3-41cc-b340-de52bffe34c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4 HTTP/1.1" status: 200 len: 217 time: 0.1154320 Jul 14 20:36:50.769767 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:36:50.774563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:50.779800 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Attempting to bind port f924a51a-1824-4be0-9b9b-700305bf906f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:50.780345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Attempting to bind port f924a51a-1824-4be0-9b9b-700305bf906f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:50.780694 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Attempting to bind port f924a51a-1824-4be0-9b9b-700305bf906f on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:50.856291 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a056-fe81-441d-8385-074df10cce81 req-f2ab621a-531f-4e6d-9c98-44841aceb20f tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.857987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a3d8a056-fe81-441d-8385-074df10cce81 req-f2ab621a-531f-4e6d-9c98-44841aceb20f tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 950 time: 0.2408998 Jul 14 20:36:50.869465 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb666a3c-eb35-4135-9c08-772dddc3735f req-7e8f04b3-67a3-4950-a66f-8e3d36d80453 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726207 Jul 14 20:36:50.869934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Port f924a51a-1824-4be0-9b9b-700305bf906f on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:36:50.870338 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Attempting to bind port f924a51a-1824-4be0-9b9b-700305bf906f on network 68cf6283-4fe3-4009-aca7-134fe5f10d19 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:50.896423 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:50.897477 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:50.897877 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Checking segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:50.898279 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Bound using segment: {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:50.898811 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Bound port: f924a51a-1824-4be0-9b9b-700305bf906f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ce59a-406e-4796-ac06-0db45ad7bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:50.899172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:50.943269 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-e1c13f64-d608-4d74-8a5d-657dadd10bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:50.944736 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-e1c13f64-d608-4d74-8a5d-657dadd10bee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.1973557 Jul 14 20:36:50.962928 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.20.0.9 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/33415f35-0a2b-412a-b401-659c0b757bea) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:36:50.966402 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] For port 24038675-ca8a-4d25-a426-7128133bafa7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=24038675-ca8a-4d25-a426-7128133bafa7,segment=NetworkSegment(d9ae5dcb-8e4d-4c87-8843-85441f46faee),segment_id=d9ae5dcb-8e4d-4c87-8843-85441f46faee)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:50.966748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (24038675-ca8a-4d25-a426-7128133bafa7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.023882 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a3d8a056-fe81-441d-8385-074df10cce81 req-4aa45aac-21ef-42ac-9bd2-6cd41f621171 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/security-groups?id=b650b5cb-a236-462e-a96d-dcd9e760b433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461635 Jul 14 20:36:51.026350 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Calling delete_port for 24038675-ca8a-4d25-a426-7128133bafa7 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:36:51.055798 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9591afdb-4004-4e50-8aaa-46042b2a7d15 req-add69915-cd58-4a1d-a5fc-bafdd54643fa tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0546091 Jul 14 20:36:51.125305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:51.150137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (33415f35-0a2b-412a-b401-659c0b757bea), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.182386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f924a51a-1824-4be0-9b9b-700305bf906f,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:51.192618 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.202519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d840-1388-47f1-ae0f-96facd658dbd req-761e2e3d-c60c-4b89-a13f-7678d2c81e1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:51.204380 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01d1d840-1388-47f1-ae0f-96facd658dbd req-761e2e3d-c60c-4b89-a13f-7678d2c81e1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0827909 Jul 14 20:36:51.214049 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.247485 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:36:51.250671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:36:51.255248 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:36:51.260886 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:51.261580 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.277633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:51.277901 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.279476 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 1093 time: 1.8099983 Jul 14 20:36:51.288722 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:51.293562 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fbbd42-3a83-4357-8799-976b6f09ca15" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:51.297323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:51.312280 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-459c60ff-c76e-478a-a18d-a3c787ad939b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7000141 Jul 14 20:36:51.373259 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf36aca-3c32-4062-a1b3-e113541bf792 x-openstack-request-id: req-7cf36aca-3c32-4062-a1b3-e113541bf792 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:51.373556 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:51.374028 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cf36aca-3c32-4062-a1b3-e113541bf792 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:51.375030 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf36aca-3c32-4062-a1b3-e113541bf792'] response: {'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'status': 'completed', 'code': 200} Jul 14 20:36:51.384853 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8d4d5-473c-4124-9afb-cc9970dc08a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:51.447758 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01d1d840-1388-47f1-ae0f-96facd658dbd req-8491a011-2780-455b-ad48-7e0bd07e5c99 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295275 Jul 14 20:36:51.496110 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (24038675-ca8a-4d25-a426-7128133bafa7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.542762 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Pushing event deleted for resources: {'Port': ['ID=24038675-ca8a-4d25-a426-7128133bafa7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:51.595499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] No DVR routers for this DVR port 24038675-ca8a-4d25-a426-7128133bafa7 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:36:51.599431 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.608795 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b3be659c-01c7-47ce-bbba-b5eeda9d0a85 req-7252bbe6-f55c-40f7-8bb1-63bdf71be012 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.62 "DELETE /v2.0/ports/24038675-ca8a-4d25-a426-7128133bafa7 HTTP/1.1" status: 204 len: 173 time: 1.2687092 Jul 14 20:36:51.746284 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-336ffe65-eef1-4e52-8f51-3c39cf49788c None None] Provisioning complete for port 33415f35-0a2b-412a-b401-659c0b757bea triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:36:51.746871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-336ffe65-eef1-4e52-8f51-3c39cf49788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (33415f35-0a2b-412a-b401-659c0b757bea), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:51.780741 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-336ffe65-eef1-4e52-8f51-3c39cf49788c None None] Port 33415f35-0a2b-412a-b401-659c0b757bea cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:36:52.013505 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155d67-73f8-449a-89f5-7ee16a8a285f req-79f0cbc1-7336-4fd5-aa71-67b002a9f54d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:52.015241 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9155d67-73f8-449a-89f5-7ee16a8a285f req-79f0cbc1-7336-4fd5-aa71-67b002a9f54d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0597243 Jul 14 20:36:52.064941 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9155d67-73f8-449a-89f5-7ee16a8a285f req-2b5a4c3a-0b06-4fa0-896d-21bf5d62c401 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Jul 14 20:36:52.151973 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8922978f-e0a0-40ad-9431-ee1baf97ef30 req-1f6be00e-87b3-4fc8-a629-0ade742ac43d tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0299745 Jul 14 20:36:52.199542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093d5a1-8e3c-4f16-9dcb-21ae8dfe59df req-607217c3-1c9e-4252-b357-01caac16104b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:52.201055 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b093d5a1-8e3c-4f16-9dcb-21ae8dfe59df req-607217c3-1c9e-4252-b357-01caac16104b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 931 time: 0.0522563 Jul 14 20:36:52.256871 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b093d5a1-8e3c-4f16-9dcb-21ae8dfe59df req-e963dd57-e924-4e37-bcdd-e135e4642005 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494566 Jul 14 20:36:52.590639 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d0aa-0f8f-49ab-b789-190d3a212c7d req-74fc0b3c-8b48-4d3f-9e8e-6d7d7ed2bbdc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:52.592155 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d657d0aa-0f8f-49ab-b789-190d3a212c7d req-74fc0b3c-8b48-4d3f-9e8e-6d7d7ed2bbdc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0492377 Jul 14 20:36:52.605048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:52.645351 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d657d0aa-0f8f-49ab-b789-190d3a212c7d req-68d8694a-c243-40d7-8a0f-d9e07b2a21e6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Jul 14 20:36:53.168580 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:36:53.185461 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddea58-02ce-43f9-be62-775fb564e347 req-37046357-e392-4cfb-8e11-1991d08f2456 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:53.187000 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1ddea58-02ce-43f9-be62-775fb564e347 req-37046357-e392-4cfb-8e11-1991d08f2456 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0469012 Jul 14 20:36:53.198193 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:53.261754 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e6e873e5-953e-4647-bbbd-ec9439838076 req-f5628ab0-0285-48d8-b6cd-df333619aef9 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.0372188 Jul 14 20:36:53.265174 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1ddea58-02ce-43f9-be62-775fb564e347 req-a5f9f086-1014-4be0-b9b9-810bd9ad0305 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725808 Jul 14 20:36:53.380932 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3a113-8494-479b-bfe3-26e43e2c03b5 req-d49e770a-8dbc-4913-8ea3-97286d2869ff tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:53.382426 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46b3a113-8494-479b-bfe3-26e43e2c03b5 req-d49e770a-8dbc-4913-8ea3-97286d2869ff tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 931 time: 0.0478094 Jul 14 20:36:53.382903 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'name': 'network-vif-deleted', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:53.385185 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881edbbe-49fc-497d-87a1-951c37acf937" -d '{"events": [{"server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "name": "network-vif-deleted", "tag": "24038675-ca8a-4d25-a426-7128133bafa7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:53.426928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e23dd7-5c5c-4b7f-8ac3-3a89d0462c64 x-openstack-request-id: req-68e23dd7-5c5c-4b7f-8ac3-3a89d0462c64 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:53.427244 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7e3618-7251-40af-8e26-c5d733bb282b", "name": "network-vif-deleted", "tag": "24038675-ca8a-4d25-a426-7128133bafa7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:53.427485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68e23dd7-5c5c-4b7f-8ac3-3a89d0462c64 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:53.427991 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e23dd7-5c5c-4b7f-8ac3-3a89d0462c64'] response: {'server_uuid': 'db7e3618-7251-40af-8e26-c5d733bb282b', 'name': 'network-vif-deleted', 'tag': '24038675-ca8a-4d25-a426-7128133bafa7', 'status': 'completed', 'code': 200} Jul 14 20:36:53.436444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46b3a113-8494-479b-bfe3-26e43e2c03b5 req-26210515-4b33-4b4e-8d11-ebba130faf2c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481074 Jul 14 20:36:53.648284 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['24038675-ca8a-4d25-a426-7128133bafa7'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:36:53.687810 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Request body: {'port': {'device_id': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:36:53.705392 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-821b2079-28ab-42a4-b080-0b6b5b984d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:53.706898 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-821b2079-28ab-42a4-b080-0b6b5b984d3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599668 Jul 14 20:36:53.715805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:53.735908 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-84a5e6bd-f4a7-452c-9a82-e1a7bbc2049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:53.737400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-84a5e6bd-f4a7-452c-9a82-e1a7bbc2049b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1127 time: 0.0465932 Jul 14 20:36:53.757426 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33415f35-0a2b-412a-b401-659c0b757bea), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:53.831085 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdb403-5a4e-4b1b-8827-5bd16b031aad req-c0fdbdc5-cc50-4407-9864-b3ff695dc61d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:53.832556 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71cdb403-5a4e-4b1b-8827-5bd16b031aad req-c0fdbdc5-cc50-4407-9864-b3ff695dc61d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0943124 Jul 14 20:36:53.897487 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:54.006632 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71cdb403-5a4e-4b1b-8827-5bd16b031aad req-3bc228fd-35a0-4369-b78d-f106a0792e16 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625106 Jul 14 20:36:54.008724 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-a29f7b5c-8f47-4537-a234-8aaa3d09b276 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144327 Jul 14 20:36:54.009796 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-830ab576-11f6-4a09-9d18-e6f21029da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.011091 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-830ab576-11f6-4a09-9d18-e6f21029da37 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cceb4db55bba4bd099104acdcb6d2762&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2374938 Jul 14 20:36:54.037940 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33415f35-0a2b-412a-b401-659c0b757bea {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:36:54.046137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks [] for port (33415f35-0a2b-412a-b401-659c0b757bea), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:54.059490 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Transition to ACTIVE for port object 33415f35-0a2b-412a-b401-659c0b757bea will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:36:54.064581 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:54.114365 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Pushing event updated for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:54.151704 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Attempting to bind port 33415f35-0a2b-412a-b401-659c0b757bea on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:36:54.152036 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Attempting to bind port 33415f35-0a2b-412a-b401-659c0b757bea by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:36:54.152359 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Attempting to bind port 33415f35-0a2b-412a-b401-659c0b757bea on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:54.157012 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Port 33415f35-0a2b-412a-b401-659c0b757bea on network 946dd351-5829-4dff-b5e5-6e232f299044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:36:54.157399 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Attempting to bind port 33415f35-0a2b-412a-b401-659c0b757bea on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:36:54.162879 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:36:54.163232 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:36:54.163595 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:36:54.164055 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Bound port: 33415f35-0a2b-412a-b401-659c0b757bea, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:36:54.164405 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33415f35-0a2b-412a-b401-659c0b757bea), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:54.242680 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:36:54.247166 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33415f35-0a2b-412a-b401-659c0b757bea,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:36:54.255065 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:54.315356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Pushing event updated for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:36:54.402542 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.405236 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:54.420155 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-9ac5d5ae-9c8d-451a-9d15-a322167f72ca service neutron] 10.222.0.62 "PUT /v2.0/ports/33415f35-0a2b-412a-b401-659c0b757bea HTTP/1.1" status: 200 len: 1093 time: 0.7365065 Jul 14 20:36:54.420564 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:36:54.438229 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a2b4e2-d855-4d21-a52d-a943ef39cd18" -d '{"events": [{"name": "network-changed", "server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "tag": "33415f35-0a2b-412a-b401-659c0b757bea"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:36:54.539947 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab08f9-c373-4fc2-a260-aafde16c3a72 req-a934c7e6-f3b4-4cc8-b2d2-669344ede85d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.547172 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51ab08f9-c373-4fc2-a260-aafde16c3a72 req-a934c7e6-f3b4-4cc8-b2d2-669344ede85d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.1910336 Jul 14 20:36:54.627583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-b8c918e0-3ff5-439a-9ac7-18980b93e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.629225 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-b8c918e0-3ff5-439a-9ac7-18980b93e74e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 1127 time: 0.0616455 Jul 14 20:36:54.682736 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-635277f4-51f7-4cfa-845e-ffc8ae18d926 req-bc8b5a26-7ca7-416a-a895-9dac04b430c9 tempest-VolumesNegativeTest-1795131554 tempest-VolumesNegativeTest-1795131554-project] 10.222.0.52 "GET /v2.0/ports?device_id=db7e3618-7251-40af-8e26-c5d733bb282b HTTP/1.1" status: 200 len: 210 time: 0.1551690 Jul 14 20:36:54.708119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-f031c64f-b7f5-462c-b45f-a6b9173bdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.708119 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84fbbd42-3a83-4357-8799-976b6f09ca15 req-f031c64f-b7f5-462c-b45f-a6b9173bdb7d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4727607 Jul 14 20:36:54.761653 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-c96f2ded-3842-4dc5-b91c-4e8e31e6e107 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33415f35-0a2b-412a-b401-659c0b757bea HTTP/1.1" status: 200 len: 217 time: 0.1074419 Jul 14 20:36:54.783629 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c40315-5aed-41e4-ae39-7be936031509 x-openstack-request-id: req-54c40315-5aed-41e4-ae39-7be936031509 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:36:54.783870 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "tag": "33415f35-0a2b-412a-b401-659c0b757bea", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:36:54.784127 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c40315-5aed-41e4-ae39-7be936031509 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:36:54.784544 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c40315-5aed-41e4-ae39-7be936031509'] response: {'name': 'network-changed', 'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea', 'status': 'completed', 'code': 200} Jul 14 20:36:54.790078 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb25672d-feed-445c-a6c5-4510f30ca702 req-590b7c45-a576-4e32-8f38-2c069e0fa5c7 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413644 Jul 14 20:36:54.805485 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51ab08f9-c373-4fc2-a260-aafde16c3a72 req-cd72fbbb-d1ab-4ac6-9ddc-045b2b04e0a3 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571394 Jul 14 20:36:54.830520 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-4623e85b-5cef-4d7f-90b1-545e5ec77103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.832186 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-4623e85b-5cef-4d7f-90b1-545e5ec77103 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0642176 Jul 14 20:36:54.878739 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:54.887655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-de9a1e75-7eb4-413a-b62f-f7d30a4a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.890881 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-de9a1e75-7eb4-413a-b62f-f7d30a4a9556 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519249 Jul 14 20:36:54.910221 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-cab666eb-33fb-446d-8894-120917c47025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.911721 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-cab666eb-33fb-446d-8894-120917c47025 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1127 time: 0.0780516 Jul 14 20:36:54.922889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a63d-56e0-48fc-9245-d69b5864d494 req-f6daf852-9193-4e82-92a8-f87a8b69b367 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:54.924364 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6846a63d-56e0-48fc-9245-d69b5864d494 req-f6daf852-9193-4e82-92a8-f87a8b69b367 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 943 time: 0.0604877 Jul 14 20:36:54.985430 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-5da24bc7-af13-481f-8712-b1465d4b938b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 217 time: 0.0460551 Jul 14 20:36:54.998725 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-03ac0400-5455-4625-bbd0-05e87c7fe1dd service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Jul 14 20:36:55.299853 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6846a63d-56e0-48fc-9245-d69b5864d494 req-5df15055-63c5-43e6-8720-0af6aaa5d909 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678102 Jul 14 20:36:55.348751 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfda32e-3851-475a-89f1-5909ad5d51ee req-eaf2c59d-ec04-4392-8e17-37871a8fd351 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:55.350727 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3dfda32e-3851-475a-89f1-5909ad5d51ee req-eaf2c59d-ec04-4392-8e17-37871a8fd351 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0967851 Jul 14 20:36:55.352478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-6f4fd655-5876-455e-8344-a26490ec775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:55.353859 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-6f4fd655-5876-455e-8344-a26490ec775c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0987391 Jul 14 20:36:55.393202 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:55.413963 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:55.415216 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0ba535d7-ae4a-4737-b457-e42e081bb63e req-b16ce491-e505-4891-bdf2-f9a5ab424310 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154554 Jul 14 20:36:55.428962 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-1fd6441c-2566-42eb-9792-e53ae9b657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:55.430624 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-1fd6441c-2566-42eb-9792-e53ae9b657ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657265 Jul 14 20:36:55.466923 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3dfda32e-3851-475a-89f1-5909ad5d51ee req-2c422cc2-9a8c-4988-afba-df6c7b8b2a7c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040144 Jul 14 20:36:55.547039 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-41b6359a-3902-44bc-9c32-e817fffb74b9 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044555 Jul 14 20:36:55.961422 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8421d05-96e8-407a-9aeb-32b41dae8f39 req-5b3b72fa-9e3c-471f-8e65-a58462eb7d0b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:55.963126 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8421d05-96e8-407a-9aeb-32b41dae8f39 req-5b3b72fa-9e3c-471f-8e65-a58462eb7d0b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0778008 Jul 14 20:36:56.029857 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8421d05-96e8-407a-9aeb-32b41dae8f39 req-a3040d8c-3b7a-43f0-8950-5d66471bba79 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595548 Jul 14 20:36:56.447877 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a38e-5cde-4ba7-b2b1-1139958b2ede req-6fc13f37-5d06-4671-816a-0367ee532206 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:56.449359 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07e8a38e-5cde-4ba7-b2b1-1139958b2ede req-6fc13f37-5d06-4671-816a-0367ee532206 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 943 time: 0.0555182 Jul 14 20:36:56.498696 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07e8a38e-5cde-4ba7-b2b1-1139958b2ede req-badc5cc4-808c-4bf4-a96b-54b521fbdebe tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Jul 14 20:36:56.614437 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:56.631188 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612672e0-a758-49d9-be77-47b6016ae9c3 req-f8f19f7c-fc1a-452a-a1f2-cb116b41a227 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:56.639544 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-612672e0-a758-49d9-be77-47b6016ae9c3 req-f8f19f7c-fc1a-452a-a1f2-cb116b41a227 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0763028 Jul 14 20:36:56.714857 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-612672e0-a758-49d9-be77-47b6016ae9c3 req-3fe69f2d-10ac-48a8-98c5-e37531c24c3b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720482 Jul 14 20:36:56.793554 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cff83360-197b-429d-8f8d-1ae993bcb3b4 req-ea43659e-de44-4833-881b-7c18ee36fdda service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077669 Jul 14 20:36:57.051036 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-c4f5da00-758d-4698-93d6-ea3b62c7d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:57.052603 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-c4f5da00-758d-4698-93d6-ea3b62c7d524 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 1127 time: 0.0760140 Jul 14 20:36:57.168923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d377-85c1-4d2e-93a7-8eac9171c185 req-cd8c8d78-0e5a-41ee-bdb4-b3ffbb1b81cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:57.170697 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d30d377-85c1-4d2e-93a7-8eac9171c185 req-cd8c8d78-0e5a-41ee-bdb4-b3ffbb1b81cc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0605512 Jul 14 20:36:57.237721 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d30d377-85c1-4d2e-93a7-8eac9171c185 req-21fa78ec-fd2c-4d57-889e-64f4fd6f35b8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613468 Jul 14 20:36:57.591534 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 24038675-ca8a-4d25-a426-7128133bafa7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:36:57.617962 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 24038675-ca8a-4d25-a426-7128133bafa7 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:36:57.618579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 24038675-ca8a-4d25-a426-7128133bafa7 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:36:57.621293 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-97801f94-c298-418a-b11c-f3a6586deb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:57.666145 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ba11-d2bb-473c-a6a2-90f754503cbf req-b8be05f6-e9f1-45ff-9be0-b4785d976a5c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:57.669488 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbd3ba11-d2bb-473c-a6a2-90f754503cbf req-b8be05f6-e9f1-45ff-9be0-b4785d976a5c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 943 time: 0.0883744 Jul 14 20:36:57.760958 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbd3ba11-d2bb-473c-a6a2-90f754503cbf req-e43cec97-5810-435a-8cd8-c941638a129e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850217 Jul 14 20:36:57.878070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358db4a-347e-47dd-ba8c-185177130d9b req-e4debbe6-0e2a-45ad-8cbd-bd40e1990120 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:57.881836 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1358db4a-347e-47dd-ba8c-185177130d9b req-e4debbe6-0e2a-45ad-8cbd-bd40e1990120 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0716832 Jul 14 20:36:57.896723 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:57.959904 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1358db4a-347e-47dd-ba8c-185177130d9b req-8a10d315-ad89-498b-b434-a529f9b4d57c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706306 Jul 14 20:36:58.110898 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-af839dcf-ddc6-4ba2-aa01-b597974e2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:58.112386 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-af839dcf-ddc6-4ba2-aa01-b597974e2bba service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.1162782 Jul 14 20:36:58.162225 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-d2678782-462c-4096-aa68-2628e4f22547 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33415f35-0a2b-412a-b401-659c0b757bea HTTP/1.1" status: 200 len: 217 time: 0.0432425 Jul 14 20:36:58.212955 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:58.229193 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-d70dea3d-7302-47bf-b150-60d2e8dd2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:58.230739 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-d70dea3d-7302-47bf-b150-60d2e8dd2479 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0614972 Jul 14 20:36:58.286358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-4dfeadad-49a3-4c98-a25e-49baf9b6e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:58.288105 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-4dfeadad-49a3-4c98-a25e-49baf9b6e2d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502021 Jul 14 20:36:58.382396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea239-28e5-469d-99e2-9c75949704e9 req-26430e0a-62fd-4afa-8d5e-392505252dba tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:58.389973 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-516ea239-28e5-469d-99e2-9c75949704e9 req-26430e0a-62fd-4afa-8d5e-392505252dba tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0617261 Jul 14 20:36:58.445575 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-0d6249ea-3bd2-427d-9170-aa3ed317baad service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488879 Jul 14 20:36:58.474164 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-516ea239-28e5-469d-99e2-9c75949704e9 req-77ad4a0c-0bfe-4aae-94e2-76510ddbb74a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828454 Jul 14 20:36:58.608257 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-04a2b4e2-d855-4d21-a52d-a943ef39cd18 req-97b8669a-cbca-4292-b841-f32ba8598f39 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543248 Jul 14 20:36:58.911354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fc2bd-9369-49b8-84fa-7e323c9fcdd7 req-be167023-d826-4875-b983-051baf0247a8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:58.912926 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-126fc2bd-9369-49b8-84fa-7e323c9fcdd7 req-be167023-d826-4875-b983-051baf0247a8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 943 time: 0.0637796 Jul 14 20:36:58.978791 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-126fc2bd-9369-49b8-84fa-7e323c9fcdd7 req-3d60547c-e6e4-4d44-a5e9-963f68b0f0e7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569708 Jul 14 20:36:59.114889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3477-409f-44cc-b546-d416e9412702 req-16fa15b3-e82b-4b37-8969-b440134e11a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:59.117002 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4ca3477-409f-44cc-b546-d416e9412702 req-16fa15b3-e82b-4b37-8969-b440134e11a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0609078 Jul 14 20:36:59.159910 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:59.182325 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d4ca3477-409f-44cc-b546-d416e9412702 req-aaf067af-b091-480e-8d88-4bbe8f38f207 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551069 Jul 14 20:36:59.601647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33415f35-0a2b-412a-b401-659c0b757bea details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:36:59.632883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df50158-946c-4159-a4ac-8b34a394dabb req-ee577e51-b219-413e-ab4a-4102ec496de9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:36:59.634610 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1df50158-946c-4159-a4ac-8b34a394dabb req-ee577e51-b219-413e-ab4a-4102ec496de9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 943 time: 0.0601790 Jul 14 20:36:59.661818 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37352) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:36:59.712839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1df50158-946c-4159-a4ac-8b34a394dabb req-2434a94c-aa5a-4b5a-9d55-9413056a8a37 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721664 Jul 14 20:36:59.753840 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33415f35-0a2b-412a-b401-659c0b757bea,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:59.771502 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '33415f35-0a2b-412a-b401-659c0b757bea', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'port_id': '33415f35-0a2b-412a-b401-659c0b757bea', 'mac_address': 'fa:16:3e:5e:79:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:36:59.779978 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:59.804921 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:36:59.815630 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33415f35-0a2b-412a-b401-659c0b757bea is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:36:59.816334 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33415f35-0a2b-412a-b401-659c0b757bea), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:59.834329 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33415f35-0a2b-412a-b401-659c0b757bea {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:36:59.871828 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33415f35-0a2b-412a-b401-659c0b757bea,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:36:59.878777 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:59.879650 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device f924a51a-1824-4be0-9b9b-700305bf906f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:36:59.886569 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9265-7dd8-455a-9943-8bab4258f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:59.896694 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1c212916-7e48-4298-b172-bd18414867c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:36:59.999225 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1c212916-7e48-4298-b172-bd18414867c2 admin admin] Publish callbacks [] for security_group (28ec7fca-4021-49c7-891d-3227fbc74f51), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.008658 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1c212916-7e48-4298-b172-bd18414867c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (28ec7fca-4021-49c7-891d-3227fbc74f51), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.096924 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:00.098680 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1c212916-7e48-4298-b172-bd18414867c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03288f0649a848fca16eda063bc9817e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349487 Jul 14 20:37:00.100011 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c212916-7e48-4298-b172-bd18414867c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec7fca-4021-49c7-891d-3227fbc74f51,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:00.102427 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37366) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:00.170647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406442-8e8f-4f7a-9478-c7f8352affa0 req-22ce5dc6-736f-4c11-a184-62de822ed824 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:00.172182 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a406442-8e8f-4f7a-9478-c7f8352affa0 req-22ce5dc6-736f-4c11-a184-62de822ed824 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 944 time: 0.0902050 Jul 14 20:37:00.174589 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f924a51a-1824-4be0-9b9b-700305bf906f,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:00.186986 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:00.206476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] Publish callbacks [] for security_group (28ec7fca-4021-49c7-891d-3227fbc74f51), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.247241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port f924a51a-1824-4be0-9b9b-700305bf906f is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:00.247826 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.268245 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] Publish callbacks [] for security_group (28ec7fca-4021-49c7-891d-3227fbc74f51), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.270135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f924a51a-1824-4be0-9b9b-700305bf906f {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:00.317773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f924a51a-1824-4be0-9b9b-700305bf906f,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:00.319431 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a406442-8e8f-4f7a-9478-c7f8352affa0 req-6e330828-e861-4b5e-b685-9d79e92ca21a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294565 Jul 14 20:37:00.323480 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.392109 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060601-0e0b-4737-9203-b0ec68432668 req-2206dbcb-0223-4e99-b93f-46b035082576 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:00.394824 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06060601-0e0b-4737-9203-b0ec68432668 req-2206dbcb-0223-4e99-b93f-46b035082576 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0791752 Jul 14 20:37:00.409234 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:00.428315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (28ec7fca-4021-49c7-891d-3227fbc74f51), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.431618 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:00.433232 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ec7fca-4021-49c7-891d-3227fbc74f51 HTTP/1.1" status: 204 len: 168 time: 0.3296759 Jul 14 20:37:00.452737 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0b4d5-1e58-46af-b330-ce4204683c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec7fca-4021-49c7-891d-3227fbc74f51,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:00.491580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06060601-0e0b-4737-9203-b0ec68432668 req-39f6d4d6-45a2-4827-90eb-9bddae06297b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904860 Jul 14 20:37:00.697882 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37386) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:00.881720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9f85-a813-4cac-8996-aabec0cca9d8 req-9279cb02-2ead-4b6c-ab3a-19428c6ee612 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:00.883258 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22aa9f85-a813-4cac-8996-aabec0cca9d8 req-9279cb02-2ead-4b6c-ab3a-19428c6ee612 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 944 time: 0.0766084 Jul 14 20:37:00.912050 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33415f35-0a2b-412a-b401-659c0b757bea'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:00.927607 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2f749c13-fe33-4d6f-bdd1-9df04d607f12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c1e417367fe41c9943a8b2297742120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280073 Jul 14 20:37:00.928698 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37396) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:00.975927 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-22aa9f85-a813-4cac-8996-aabec0cca9d8 req-21da84e6-85c9-4227-8ea4-0502a0808ff1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828764 Jul 14 20:37:00.976697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37398) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:01.002909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] Publish callbacks [] for security_group (b650b5cb-a236-462e-a96d-dcd9e760b433), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.025904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] Publish callbacks [] for security_group (b650b5cb-a236-462e-a96d-dcd9e760b433), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.053672 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['f924a51a-1824-4be0-9b9b-700305bf906f'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:01.088936 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b650b5cb-a236-462e-a96d-dcd9e760b433), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.091622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.095426 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b650b5cb-a236-462e-a96d-dcd9e760b433 HTTP/1.1" status: 204 len: 168 time: 0.1651261 Jul 14 20:37:01.107097 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6b8d2-d93b-48d1-9581-686385858f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650b5cb-a236-462e-a96d-dcd9e760b433,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:01.141368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fcd5-f5ae-4dee-a555-655a93cb738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.143538 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.170594 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:01.241891 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fcd5-f5ae-4dee-a555-655a93cb738f admin admin] Publish callbacks [] for security_group (b3c1dff8-e7a2-43a2-8166-0f0d47e56247), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.247239 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0b9fcd5-f5ae-4dee-a555-655a93cb738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b3c1dff8-e7a2-43a2-8166-0f0d47e56247), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.293419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9fcd5-f5ae-4dee-a555-655a93cb738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c1dff8-e7a2-43a2-8166-0f0d47e56247,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:01.299634 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b0b9fcd5-f5ae-4dee-a555-655a93cb738f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f96406c2d26c49bb961add3365fe1b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217781 Jul 14 20:37:01.302294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37404) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:01.368679 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] Publish callbacks [] for security_group (b3c1dff8-e7a2-43a2-8166-0f0d47e56247), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.405987 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] Publish callbacks [] for security_group (b3c1dff8-e7a2-43a2-8166-0f0d47e56247), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.444009 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:01.480963 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8856b5-4bc7-4766-b7fe-23765183cafd req-342b4c67-57f6-41b0-8313-d3627a45c1c4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:01.482416 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a8856b5-4bc7-4766-b7fe-23765183cafd req-342b4c67-57f6-41b0-8313-d3627a45c1c4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 944 time: 0.0800765 Jul 14 20:37:01.540949 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a8856b5-4bc7-4766-b7fe-23765183cafd req-52b81348-7d28-4b32-b326-667a07efb31f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502572 Jul 14 20:37:01.546719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b3c1dff8-e7a2-43a2-8166-0f0d47e56247), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.550236 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:01.551617 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3c1dff8-e7a2-43a2-8166-0f0d47e56247 HTTP/1.1" status: 204 len: 168 time: 0.2481716 Jul 14 20:37:01.581845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79db385-a85f-49c3-bbae-f51ff4735ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c1dff8-e7a2-43a2-8166-0f0d47e56247,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:01.657506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593880d8-7838-4053-b642-a30a41a99912 req-24c108c8-24ee-4889-a013-8004b8cdb6df tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:01.660865 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-593880d8-7838-4053-b642-a30a41a99912 req-24c108c8-24ee-4889-a013-8004b8cdb6df tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0564561 Jul 14 20:37:01.721287 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-593880d8-7838-4053-b642-a30a41a99912 req-19a82252-0b85-4b09-8089-ae3741815178 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558255 Jul 14 20:37:01.907979 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37418) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:01.921919 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93127800-752e-4dc1-b0b2-dd371bab50a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.001418 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93127800-752e-4dc1-b0b2-dd371bab50a9 admin admin] Publish callbacks [] for security_group (6415fce6-a722-4406-a174-4ef0e46d8934), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.006226 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-93127800-752e-4dc1-b0b2-dd371bab50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (6415fce6-a722-4406-a174-4ef0e46d8934), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.060089 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93127800-752e-4dc1-b0b2-dd371bab50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6415fce6-a722-4406-a174-4ef0e46d8934,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:02.066912 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-93127800-752e-4dc1-b0b2-dd371bab50a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c71a93b590541c5868a2bd93b056b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578774 Jul 14 20:37:02.069686 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37428) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:02.103955 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280e81-8818-484a-a8e7-11f4f9499b9b req-0277004e-a1df-45e6-83b1-3be243c6ae2e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:02.105551 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5280e81-8818-484a-a8e7-11f4f9499b9b req-0277004e-a1df-45e6-83b1-3be243c6ae2e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 944 time: 0.0554497 Jul 14 20:37:02.125251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] Publish callbacks [] for security_group (6415fce6-a722-4406-a174-4ef0e46d8934), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.147690 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] Publish callbacks [] for security_group (6415fce6-a722-4406-a174-4ef0e46d8934), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.153827 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d5280e81-8818-484a-a8e7-11f4f9499b9b req-e53c4db6-2b18-4aa1-92a9-998557f75427 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Jul 14 20:37:02.173134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:02.198333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (6415fce6-a722-4406-a174-4ef0e46d8934), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.200844 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.201979 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6415fce6-a722-4406-a174-4ef0e46d8934 HTTP/1.1" status: 204 len: 168 time: 0.1310074 Jul 14 20:37:02.210716 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fc6cd-0733-4e67-9e68-08feb5c6fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6415fce6-a722-4406-a174-4ef0e46d8934,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:02.543362 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37438) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:02.560266 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6703e660-7a47-49b5-b4f9-7332e50a036a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.594691 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device f924a51a-1824-4be0-9b9b-700305bf906f up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:02.617253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:02.632317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:02.632910 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:02.640596 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port f924a51a-1824-4be0-9b9b-700305bf906f completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:37:02.658034 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port f924a51a-1824-4be0-9b9b-700305bf906f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:02.658669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.690503 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6703e660-7a47-49b5-b4f9-7332e50a036a admin admin] Publish callbacks [] for security_group (0f5ce43d-563c-48bd-a81f-f405ec742928), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.693288 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.699926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ff348-89e5-4c8f-b197-1efb35585029 req-6cce7cb9-f637-40bc-8e15-33eeca9a7853 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:02.701458 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-908ff348-89e5-4c8f-b197-1efb35585029 req-6cce7cb9-f637-40bc-8e15-33eeca9a7853 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 944 time: 0.0732954 Jul 14 20:37:02.702574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6703e660-7a47-49b5-b4f9-7332e50a036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0f5ce43d-563c-48bd-a81f-f405ec742928), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.753346 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port f924a51a-1824-4be0-9b9b-700305bf906f is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:02.753806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.767400 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703e660-7a47-49b5-b4f9-7332e50a036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ce43d-563c-48bd-a81f-f405ec742928,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:02.776924 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6703e660-7a47-49b5-b4f9-7332e50a036a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a202d88f3dae4f7995d63bfcc416f54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323251 Jul 14 20:37:02.779453 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37444) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:02.810021 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-908ff348-89e5-4c8f-b197-1efb35585029 req-4f4296ad-f09e-4114-aebb-951ae0ef25d0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955429 Jul 14 20:37:02.811229 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:02.813838 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a11ca3-4e66-4e21-93ab-fa586140c63c" -d '{"events": [{"server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "name": "network-vif-plugged", "status": "completed", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:02.819089 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.829635 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f924a51a-1824-4be0-9b9b-700305bf906f,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:02.836282 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.837266 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33415f35-0a2b-412a-b401-659c0b757bea up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:02.868235 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001970e-505f-4cd8-9869-22d05dc2875a req-c4e94bad-1983-4fca-b6b5-a8a92bd811fa tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:02.870297 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4001970e-505f-4cd8-9869-22d05dc2875a req-c4e94bad-1983-4fca-b6b5-a8a92bd811fa tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0656242 Jul 14 20:37:02.874864 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] Publish callbacks [] for security_group (0f5ce43d-563c-48bd-a81f-f405ec742928), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.880060 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd08d12-7774-4086-9f66-2cf9a1127380 x-openstack-request-id: req-9dd08d12-7774-4086-9f66-2cf9a1127380 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:02.880377 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "name": "network-vif-plugged", "status": "completed", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:02.880630 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dd08d12-7774-4086-9f66-2cf9a1127380 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:02.881043 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd08d12-7774-4086-9f66-2cf9a1127380'] response: {'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'code': 200} Jul 14 20:37:02.890621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:02.901460 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] Publish callbacks [] for security_group (0f5ce43d-563c-48bd-a81f-f405ec742928), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.925003 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:02.946585 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4001970e-505f-4cd8-9869-22d05dc2875a req-be93d156-b99b-4a37-92c6-3e142049d5c1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700240 Jul 14 20:37:02.956422 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 33415f35-0a2b-412a-b401-659c0b757bea completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:37:02.966751 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0f5ce43d-563c-48bd-a81f-f405ec742928), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.968272 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 33415f35-0a2b-412a-b401-659c0b757bea triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:02.968395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (33415f35-0a2b-412a-b401-659c0b757bea), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.972254 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:02.974120 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f5ce43d-563c-48bd-a81f-f405ec742928 HTTP/1.1" status: 204 len: 168 time: 0.1936450 Jul 14 20:37:02.997698 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4db28-7598-454f-82f4-54c35ba35d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ce43d-563c-48bd-a81f-f405ec742928,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:03.073806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33415f35-0a2b-412a-b401-659c0b757bea is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:03.074337 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33415f35-0a2b-412a-b401-659c0b757bea), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:03.119794 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33415f35-0a2b-412a-b401-659c0b757bea,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:03.124152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:03.165106 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=61,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:03.179493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:03.210379 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e4cb0-c66c-4fe0-8634-68346ffab088 req-6500d703-9eb3-46cb-98c4-2c34dce3752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:03.214411 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e61e4cb0-c66c-4fe0-8634-68346ffab088 req-6500d703-9eb3-46cb-98c4-2c34dce3752f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0812066 Jul 14 20:37:03.276314 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e61e4cb0-c66c-4fe0-8634-68346ffab088 req-fc6903c9-30ef-4c55-921b-a4a5f13b5053 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557392 Jul 14 20:37:03.281539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:03.293031 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a510e54-901d-4e9f-9439-96a69d79973c req-4139d292-ea15-4e0f-94b2-dad60aee0faa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:03.294551 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a510e54-901d-4e9f-9439-96a69d79973c req-4139d292-ea15-4e0f-94b2-dad60aee0faa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0556026 Jul 14 20:37:03.347767 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2a510e54-901d-4e9f-9439-96a69d79973c req-089aac77-77ea-4e6d-bf1e-3efa70058548 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467370 Jul 14 20:37:03.822234 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37472) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:03.938478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ec0ea-9cd4-4594-8bfd-e35eebf524e1 req-5ee78f7a-0d6c-4549-bd08-d583a837fe64 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:03.940188 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0ec0ea-9cd4-4594-8bfd-e35eebf524e1 req-5ee78f7a-0d6c-4549-bd08-d583a837fe64 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0541587 Jul 14 20:37:03.947003 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-159306247-network', 'tenant_id': '806c059a19044c6ebcd8f2cc50d9591d'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:03.975014 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Made reservation on behalf of 806c059a19044c6ebcd8f2cc50d9591d for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:37:03.978062 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:03.987988 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.008306 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0ec0ea-9cd4-4594-8bfd-e35eebf524e1 req-5fe34135-444b-4968-aaff-45184717bcd9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618188 Jul 14 20:37:04.115708 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936974d3-5247-4c32-a970-0311fa0645fd req-61349e3d-db95-4ace-a854-d64a9cc4e8a2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:04.117329 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-936974d3-5247-4c32-a970-0311fa0645fd req-61349e3d-db95-4ace-a854-d64a9cc4e8a2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0619247 Jul 14 20:37:04.117762 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks [] for security_group (f92bd30e-c7e1-40fb-8430-9036ed3081f6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.126248 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f92bd30e-c7e1-40fb-8430-9036ed3081f6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.148480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:37:04.164382 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92bd30e-c7e1-40fb-8430-9036ed3081f6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:04.169576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (7d20c4a0-afde-4e1b-8c23-92cc2bf41a22), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.171095 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Added segment 7d20c4a0-afde-4e1b-8c23-92cc2bf41a22 of type vlan for network 74d902ae-4216-4f44-80f4-fe09909794ea Jul 14 20:37:04.191693 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-936974d3-5247-4c32-a970-0311fa0645fd req-5f0334b7-53e4-47b5-82cd-ac63d04f8fea tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669570 Jul 14 20:37:04.212566 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (74d902ae-4216-4f44-80f4-fe09909794ea), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.242229 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (74d902ae-4216-4f44-80f4-fe09909794ea), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.243364 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:04.243972 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.310217 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4868670 Jul 14 20:37:04.313508 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37482) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:04.316814 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146f118-812e-4f66-bd41-30a21e07ca0e admin admin] Pushing event updated for resources: {'Network': ['ID=74d902ae-4216-4f44-80f4-fe09909794ea,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:04.318848 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Request body: {'subnet': {'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-159306247-subnet', 'tenant_id': '806c059a19044c6ebcd8f2cc50d9591d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:04.329647 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 74d902ae-4216-4f44-80f4-fe09909794ea details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:37:04.341105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Made reservation on behalf of 806c059a19044c6ebcd8f2cc50d9591d for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:37:04.343687 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.481454 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ade95c-b761-4810-a557-60a62156f2a1 req-38fb40b0-4342-45d5-9863-e81eec22bc76 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:04.483342 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7ade95c-b761-4810-a557-60a62156f2a1 req-38fb40b0-4342-45d5-9863-e81eec22bc76 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0631220 Jul 14 20:37:04.586616 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e7ade95c-b761-4810-a557-60a62156f2a1 req-b4599f37-cf5a-46ef-9ce3-48f8d767f413 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847795 Jul 14 20:37:04.602453 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.617312 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:04.673053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:04.686655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Checking segment: {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:37:04.687032 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Network hostable DHCP agents. Network: 74d902ae-4216-4f44-80f4-fe09909794ea, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:37:04.708715 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Network 74d902ae-4216-4f44-80f4-fe09909794ea is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:37:04.720577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 74d902ae-4216-4f44-80f4-fe09909794ea) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:37:04.727374 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:04.728665 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:04.732615 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114320f-2145-4787-9a97-e3685419824e None None] Network 74d902ae-4216-4f44-80f4-fe09909794ea requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:37:04.748440 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-51f7d641-cead-4002-b84f-61dd29736c14 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4337301 Jul 14 20:37:04.847411 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7fb5e-2784-47cb-9f62-bbad434cfa3a None None] Network 74d902ae-4216-4f44-80f4-fe09909794ea requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:37:04.899081 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:04.901304 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5495fc9-d2b1-449d-a559-0bf039dab214" -d '{"events": [{"server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "name": "network-vif-plugged", "status": "completed", "tag": "33415f35-0a2b-412a-b401-659c0b757bea"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:04.950588 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0219b7-7c83-4f05-9081-70d64b666d3a x-openstack-request-id: req-2d0219b7-7c83-4f05-9081-70d64b666d3a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:04.950919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "name": "network-vif-plugged", "status": "completed", "tag": "33415f35-0a2b-412a-b401-659c0b757bea", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:04.951181 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d0219b7-7c83-4f05-9081-70d64b666d3a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:04.951562 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0219b7-7c83-4f05-9081-70d64b666d3a'] response: {'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea', 'code': 200} Jul 14 20:37:05.165148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7f98-f73f-49ea-9df3-cca4801158af req-377b6f22-6af9-4cba-bdae-b5b24f515a59 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:05.167169 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-249c7f98-f73f-49ea-9df3-cca4801158af req-377b6f22-6af9-4cba-bdae-b5b24f515a59 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0691013 Jul 14 20:37:05.260302 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-249c7f98-f73f-49ea-9df3-cca4801158af req-db228cea-90a7-40ca-af63-f88ab4fbc250 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821431 Jul 14 20:37:05.372988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579eccc-a703-43f9-be19-0e7a0c34ef25 req-cdf27431-bc5c-4881-b5b4-677d9affebe7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:05.374542 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e579eccc-a703-43f9-be19-0e7a0c34ef25 req-cdf27431-bc5c-4881-b5b4-677d9affebe7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0739334 Jul 14 20:37:05.440979 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc553b0-3ed4-4e1d-9d1f-edb428584b2e req-f4a13518-9b7b-40f2-96db-8fa02c1dfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:05.442586 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6cc553b0-3ed4-4e1d-9d1f-edb428584b2e req-f4a13518-9b7b-40f2-96db-8fa02c1dfd22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 1129 time: 0.0595591 Jul 14 20:37:05.458990 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e579eccc-a703-43f9-be19-0e7a0c34ef25 req-f9787e57-b170-4754-a65e-229ad0d5a0a7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741704 Jul 14 20:37:05.509150 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6cc553b0-3ed4-4e1d-9d1f-edb428584b2e req-99b34222-47f3-4230-876b-5c66ffe68792 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561547 Jul 14 20:37:05.707482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e76d7-a9d6-419f-aaf8-8cd35785aada req-e74781a8-a239-40c6-ad52-22a19482f9e5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:05.709132 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be9e76d7-a9d6-419f-aaf8-8cd35785aada req-e74781a8-a239-40c6-ad52-22a19482f9e5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Jul 14 20:37:05.750425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:05.759702 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-be9e76d7-a9d6-419f-aaf8-8cd35785aada req-d2e23c48-950f-4735-949d-5098a3913452 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446179 Jul 14 20:37:05.873819 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667301-d3f9-48d7-a234-9d0bee6466c7 req-a4a3774b-9775-4557-8397-f1080f40d1fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:05.875358 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-23667301-d3f9-48d7-a234-9d0bee6466c7 req-a4a3774b-9775-4557-8397-f1080f40d1fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Jul 14 20:37:05.881118 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:37:05.884186 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37508) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:05.888896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'floatingip': {'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:05.936853 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:05.981403 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:05.995121 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:05.997285 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:06.009251 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:06.049631 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:06.049903 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:06.063586 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:06.085426 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:06.089617 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:06.131922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:06.138461 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:06.150388 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:06.363036 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['1ac0a834-cdf8-45d5-b1de-b010bb6c8485'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:06.399309 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815293a-69fc-4eb6-bf1e-1c2e08fa4817 req-b421544d-0904-4093-9427-a78a483dcf33 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:06.408007 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e815293a-69fc-4eb6-bf1e-1c2e08fa4817 req-b421544d-0904-4093-9427-a78a483dcf33 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0716667 Jul 14 20:37:06.459607 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e815293a-69fc-4eb6-bf1e-1c2e08fa4817 req-ed4adc87-2e12-4cb2-8bcb-311b27f8aaa9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505571 Jul 14 20:37:06.600890 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4c89-25b8-48d1-9d26-e4ded1581d91 req-3ee3a86a-24dd-433c-9022-93da7ccee896 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:06.603423 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0dbe4c89-25b8-48d1-9d26-e4ded1581d91 req-3ee3a86a-24dd-433c-9022-93da7ccee896 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0501645 Jul 14 20:37:06.619565 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:06.624178 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:06.666994 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0dbe4c89-25b8-48d1-9d26-e4ded1581d91 req-cb970949-1033-4cb0-9565-273129f91cd9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585551 Jul 14 20:37:06.734189 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Floating IP 77e65ded-c5c8-4b9c-9d99-de3629daed0b associated. External IP: 172.27.0.15, port: f924a51a-1824-4be0-9b9b-700305bf906f. Jul 14 20:37:06.762333 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-88968a1c-027b-4272-b8d8-a985b1d23bbb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:06.763893 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-88968a1c-027b-4272-b8d8-a985b1d23bbb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 808 time: 0.1135428 Jul 14 20:37:06.780031 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-4fba83f7-45e8-4ad2-9419-7bdd999a45b3 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/quotas/806c059a19044c6ebcd8f2cc50d9591d HTTP/1.1" status: 200 len: 375 time: 0.0097692 Jul 14 20:37:06.812855 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-f626ab4f-5991-465c-95e8-c0c4b00d3e2f tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269587 Jul 14 20:37:06.919409 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-10db02ff-e8b3-4cf2-846d-417123854f0d service neutron] 10.222.0.52 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985253 Jul 14 20:37:06.947147 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:37:07.019124 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-6a92df36-9055-4e65-9747-f61087700292 service neutron] 10.222.0.52 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933194 Jul 14 20:37:07.064350 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:37:07.069277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:07.073980 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:37:07.084947 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:07.085564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:07.103620 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-76947108-e39f-4899-9e64-9225187fef23 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "PUT /v2.0/floatingips/77e65ded-c5c8-4b9c-9d99-de3629daed0b HTTP/1.1" status: 200 len: 990 time: 1.2156253 Jul 14 20:37:07.103620 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:07.103895 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539c535-ba03-451a-a1cc-94ca9c40ebc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:07.152577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c06f23-0a77-4164-8ba0-152fe12909c1 x-openstack-request-id: req-97c06f23-0a77-4164-8ba0-152fe12909c1 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:07.152577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:07.152577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97c06f23-0a77-4164-8ba0-152fe12909c1 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:07.153653 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c06f23-0a77-4164-8ba0-152fe12909c1'] response: {'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'status': 'completed', 'code': 200} Jul 14 20:37:07.235615 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce0f4eb8-7d30-451f-a002-939878fecfc4 req-14e2b71f-98a2-462d-a16a-1c893c2aa736 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 210 time: 0.0440176 Jul 14 20:37:07.252104 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:07.549005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:07.595907 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6d06-7d95-4bb4-b813-c4abc4eecaca req-9a477e9f-2afb-415e-9e33-d5f4b30df202 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:07.598042 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c19f6d06-7d95-4bb4-b813-c4abc4eecaca req-9a477e9f-2afb-415e-9e33-d5f4b30df202 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0603304 Jul 14 20:37:07.645429 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:37:06Z', 'revision_number': 1, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:07.655947 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c19f6d06-7d95-4bb4-b813-c4abc4eecaca req-4e8f9cf9-614a-4f0a-b22b-10fbe908048e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493145 Jul 14 20:37:07.674385 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:37:07.683199 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:07.683806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:07.813101 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:07.813752 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1988b75-0a9c-4c24-8bbd-963c505c2c1d req-ab5e3044-63d1-48ed-95da-d7b1354c906f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:07.815516 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1988b75-0a9c-4c24-8bbd-963c505c2c1d req-ab5e3044-63d1-48ed-95da-d7b1354c906f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0922799 Jul 14 20:37:07.829983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37564) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:07.838784 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dcb80-1e12-407b-a887-b267bae2348e req-98b06609-cf73-4255-9022-3a0ca6c01ea9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:07.846874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b06dcb80-1e12-407b-a887-b267bae2348e req-98b06609-cf73-4255-9022-3a0ca6c01ea9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0946519 Jul 14 20:37:07.852249 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'port_id': '33415f35-0a2b-412a-b401-659c0b757bea'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:07.853892 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-92614689-2091-4e75-953f-694ae2cc0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:07.856642 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-92614689-2091-4e75-953f-694ae2cc0ddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0607851 Jul 14 20:37:07.938761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:07.964558 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:07.989183 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:07.999933 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:08.027152 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:08.027521 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:08.031820 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-e1830546-4315-499b-bdb7-e487737b41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:08.036846 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-e1830546-4315-499b-bdb7-e487737b41c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.1621535 Jul 14 20:37:08.056597 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b06dcb80-1e12-407b-a887-b267bae2348e req-40a3f0fa-59ae-44c3-b9f2-b62368b6f1cf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080600 Jul 14 20:37:08.169121 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-e29753ec-934e-4ce2-bbfa-d95628d87523 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 998 time: 0.1259248 Jul 14 20:37:08.205775 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:08.237924 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-851f9683-88d8-437c-90a2-f2448cdbac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:08.239544 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-851f9683-88d8-437c-90a2-f2448cdbac71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0634129 Jul 14 20:37:08.325184 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:08.330436 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:08.332341 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:08.407240 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:37:06Z', 'revision_number': 1, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:08.463809 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:08.466140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df74a6-3368-42b4-8361-95203f0f3359" -d '{"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:08.478780 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f018192-126c-4d62-a9d1-b4546f6bb2ac None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:37:06Z', 'revision_number': 1, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:37:08.512829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6917cb0e-b47b-495d-bb20-31530be33a85 req-91658c80-1041-48cd-8521-d8c02aa33622 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 210 time: 0.1465259 Jul 14 20:37:08.562396 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:08.566479 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ee18d-9cfa-42ff-96f3-444392cd77e2 x-openstack-request-id: req-281ee18d-9cfa-42ff-96f3-444392cd77e2 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:08.570035 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:08.572008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:08.572360 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-281ee18d-9cfa-42ff-96f3-444392cd77e2 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:08.572872 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281ee18d-9cfa-42ff-96f3-444392cd77e2'] response: {'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'code': 200} Jul 14 20:37:08.582864 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:08.595238 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-c8bca10a-e733-4f95-98da-ce4e267684ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:08.596855 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-c8bca10a-e733-4f95-98da-ce4e267684ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1104140 Jul 14 20:37:08.724273 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:08.745225 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:08.795731 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-4595d785-f63f-465e-9c2d-53d35211b6e2 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890123 Jul 14 20:37:08.951673 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1005285-3211-4d3a-bd48-e85e37a293c0 None None] New status for floating IP 77e65ded-c5c8-4b9c-9d99-de3629daed0b: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:37:08.984404 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-0539c535-ba03-451a-a1cc-94ca9c40ebc4 req-199ba341-09dc-4254-9a3c-2851c9ba44ab service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819479 Jul 14 20:37:09.375699 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-0ce42e47-78da-4561-a877-235f0b988dca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107497457&fields=id&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 267 time: 0.4798400 Jul 14 20:37:09.384439 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.db.resource_extend [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 14 20:37:09.456646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-7b1c6cc9-9c41-449c-9999-fe985228e957 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:09.458095 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-7b1c6cc9-9c41-449c-9999-fe985228e957 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 808 time: 0.7632475 Jul 14 20:37:09.480788 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526861-9284-46c9-9cd0-790379339385 req-2e48dd18-4252-4ed5-a045-8d13f42d172f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:09.482325 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-97526861-9284-46c9-9cd0-790379339385 req-2e48dd18-4252-4ed5-a045-8d13f42d172f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.1813691 Jul 14 20:37:09.503367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Request body: {'port': {'device_id': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea', 'admin_state_up': True, 'tenant_id': '806c059a19044c6ebcd8f2cc50d9591d'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:09.583423 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:09.604862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:09.701087 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:09.777007 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-97526861-9284-46c9-9cd0-790379339385 req-bbeee15e-0a28-4df9-80e4-bc78eb9c5b4c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846379 Jul 14 20:37:09.797447 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-11a522d9-1c1f-40d8-9985-51f6f54a2c80 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:09.804462 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-11a522d9-1c1f-40d8-9985-51f6f54a2c80 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.4135969 Jul 14 20:37:09.840821 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-b41b065c-c582-48ae-89fb-2781954049d8 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/quotas/83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 375 time: 0.0355513 Jul 14 20:37:09.897595 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP ad08e86b-fb28-437e-bb7d-48bac95b550a associated. External IP: 172.27.0.111, port: 33415f35-0a2b-412a-b401-659c0b757bea. Jul 14 20:37:09.959316 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Made reservation on behalf of 806c059a19044c6ebcd8f2cc50d9591d for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:37:09.962666 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:09.973872 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d36170ab-0cfa-4028-945c-d846fb834c48 req-ebd6eff2-cfee-43de-8fdc-c4579ece988a tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 210 time: 0.0831635 Jul 14 20:37:09.988079 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-6c2ec204-d3d7-47bc-bf69-cca493ae8375 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465039 Jul 14 20:37:09.996054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:10.294694 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-98bef409-88a5-4d32-9e74-eff53e494e3b service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590652 Jul 14 20:37:10.359232 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Allocated IP 172.20.0.3 (74d902ae-4216-4f44-80f4-fe09909794ea/d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409/5c3557db-3eb0-46b0-9b54-a465dc81f9b2) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:37:10.459098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:37:10.503544 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-4f5e8bdb-2aa7-4517-b778-d5678c15c277 service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731489 Jul 14 20:37:10.582190 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:10.706596 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:37:10.712545 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:10.720533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:37:10.735320 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:10.739366 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:10.754175 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks [] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:10.767682 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4be0886f-23ad-441a-84f4-67b82a0aab3e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "PUT /v2.0/floatingips/ad08e86b-fb28-437e-bb7d-48bac95b550a HTTP/1.1" status: 200 len: 991 time: 2.9359450 Jul 14 20:37:10.770117 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:10.772834 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "tag": "33415f35-0a2b-412a-b401-659c0b757bea"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:10.854923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ebfbe-f614-4c8f-aca3-d198b9d9bd6c x-openstack-request-id: req-1d7ebfbe-f614-4c8f-aca3-d198b9d9bd6c {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:10.859640 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "tag": "33415f35-0a2b-412a-b401-659c0b757bea", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:10.860008 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d7ebfbe-f614-4c8f-aca3-d198b9d9bd6c {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:10.860534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7ebfbe-f614-4c8f-aca3-d198b9d9bd6c'] response: {'name': 'network-changed', 'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea', 'status': 'completed', 'code': 200} Jul 14 20:37:10.861869 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:10.942824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:10.987647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-1651016a-e0ba-480e-b925-039be0919691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:10.989572 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-1651016a-e0ba-480e-b925-039be0919691 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 1129 time: 0.0872121 Jul 14 20:37:11.004268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:11.005000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Network 74d902ae-4216-4f44-80f4-fe09909794ea is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:37:11.080303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Pushing event updated for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:11.128073 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:37:11.255347 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60ed0e38-9bb4-4dd3-8c76-25e96341c4d1 req-473c6d96-efaa-425d-8783-624054e7be91 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.1237524 Jul 14 20:37:11.256413 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:37:11.316145 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eb75d-7311-419d-a5c5-104410a2b1fc req-0dd0e606-ebd0-4a66-ba81-426f28d52cce tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.318031 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-396eb75d-7311-419d-a5c5-104410a2b1fc req-0dd0e606-ebd0-4a66-ba81-426f28d52cce tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.3498521 Jul 14 20:37:11.326381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-530e05c5-6e45-46b9-9e16-57b722598c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.334774 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-530e05c5-6e45-46b9-9e16-57b722598c30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.3269467 Jul 14 20:37:11.380655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.381456 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:11.466750 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-396eb75d-7311-419d-a5c5-104410a2b1fc req-5f2a9482-0005-4a2b-a096-302add59258d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232600 Jul 14 20:37:11.522580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-3c688dda-3728-4374-8396-a5548d4ce6d2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0367196 Jul 14 20:37:11.530712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda17a-7421-41a3-8192-e609bd2d587d req-0ef642f5-e858-41b6-baf8-711ee72064fa tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.533150 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90dda17a-7421-41a3-8192-e609bd2d587d req-0ef642f5-e858-41b6-baf8-711ee72064fa tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 931 time: 0.0728049 Jul 14 20:37:11.554982 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-74b3ce60-8ab9-4771-ba42-8bb330649b1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33415f35-0a2b-412a-b401-659c0b757bea HTTP/1.1" status: 200 len: 999 time: 0.2113507 Jul 14 20:37:11.560053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Request body: {'port': {'device_id': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:11.636581 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}, {'id': 'ad08e86b-fb28-437e-bb7d-48bac95b550a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '33415f35-0a2b-412a-b401-659c0b757bea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:5e:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:41Z', 'updated_at': '2022-07-14T20:37:08Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:11.698773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:37:11.699067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-36ee2e48-3cc6-43ee-b53e-95c0bba44f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.702189 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-36ee2e48-3cc6-43ee-b53e-95c0bba44f9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.1368196 Jul 14 20:37:11.714641 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:11.717051 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:11.761652 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-13a31624-fe86-4512-b020-7cb38a2d0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:11.763423 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-13a31624-fe86-4512-b020-7cb38a2d0be5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537076 Jul 14 20:37:11.784788 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:11.836528 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-90dda17a-7421-41a3-8192-e609bd2d587d req-2e7e7080-0b1f-42e5-bd0f-3dea3c8b3a04 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497222 Jul 14 20:37:11.864621 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:11.900690 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-a12fafb8-de5e-4fbd-a36c-4f8322607c15 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278884 Jul 14 20:37:11.992441 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:12.123337 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-30a9d5d4-4941-4ee2-9c29-fc447390d1b1 req-f877bdd3-b1f8-45f3-9b49-2399fc771d5b service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128122 Jul 14 20:37:12.324712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:12.348988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks [] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:12.395667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}, {'id': 'ad08e86b-fb28-437e-bb7d-48bac95b550a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '33415f35-0a2b-412a-b401-659c0b757bea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:5e:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:41Z', 'updated_at': '2022-07-14T20:37:08Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:12.418003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Transition to ACTIVE for port object 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:37:12.429800 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17f9fc-19b1-4712-9c7e-d935aa33b09d None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}, {'id': 'ad08e86b-fb28-437e-bb7d-48bac95b550a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '33415f35-0a2b-412a-b401-659c0b757bea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:5e:79:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:41Z', 'updated_at': '2022-07-14T20:37:08Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:37:12.448109 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:12.459841 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50a51190-78ce-4d7f-ad1e-cc0dfc704bf9 req-1845bffa-19a1-4a82-b3eb-2d6f645eeb85 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0774055 Jul 14 20:37:12.528763 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:12.618388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:12.639023 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:12.641708 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Attempting to bind port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:37:12.642598 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Attempting to bind port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:37:12.643105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Attempting to bind port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 on network 74d902ae-4216-4f44-80f4-fe09909794ea {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:12.657691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 on network 74d902ae-4216-4f44-80f4-fe09909794ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:37:12.658153 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Attempting to bind port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 on network 74d902ae-4216-4f44-80f4-fe09909794ea {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:12.667760 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:37:12.668254 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Checking segment: {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:37:12.668733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Bound using segment: {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:37:12.669268 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Bound port: 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:37:12.669722 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:12.768619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c757383-499c-4c03-890c-2692e34e01af req-471e35a6-e310-49c3-bbb2-bfe6a19a1743 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:12.770281 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c757383-499c-4c03-890c-2692e34e01af req-471e35a6-e310-49c3-bbb2-bfe6a19a1743 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0895433 Jul 14 20:37:12.834507 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:37:12.874895 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:37:12.879700 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690f77b-dcb3-4620-acc6-9e6a8a6af24c None None] New status for floating IP ad08e86b-fb28-437e-bb7d-48bac95b550a: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:37:12.892911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:12.962998 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:12.966547 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:12.966547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c3557db-3eb0-46b0-9b54-a465dc81f9b2 HTTP/1.1" status: 200 len: 1093 time: 1.4261513 Jul 14 20:37:12.966547 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:12.968314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:12.997359 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c757383-499c-4c03-890c-2692e34e01af req-7861e1ed-dd36-43dc-bb06-7514bf33a792 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925645 Jul 14 20:37:13.081298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ece6cd-88ad-4dbe-b02f-2a552115e263 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:13.088494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c4bb0-e372-4b82-ba0b-2eba91ff0803 x-openstack-request-id: req-275c4bb0-e372-4b82-ba0b-2eba91ff0803 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:13.088758 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:13.089006 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-275c4bb0-e372-4b82-ba0b-2eba91ff0803 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:13.089565 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275c4bb0-e372-4b82-ba0b-2eba91ff0803'] response: {'name': 'network-changed', 'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2', 'status': 'completed', 'code': 200} Jul 14 20:37:13.109181 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2c71-293b-44b6-a33e-29b6511d0495 req-44dcd3b3-1068-4933-8e53-de15dad9b03d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:13.111308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-796c2c71-293b-44b6-a33e-29b6511d0495 req-44dcd3b3-1068-4933-8e53-de15dad9b03d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 943 time: 0.1585648 Jul 14 20:37:13.261183 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-906687f9-1894-4a0d-9114-bc3ccfba95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:13.262715 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-906687f9-1894-4a0d-9114-bc3ccfba95a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 1127 time: 0.0969265 Jul 14 20:37:13.270332 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-796c2c71-293b-44b6-a33e-29b6511d0495 req-bedcdfd0-f66e-4ef5-bae6-53e61c6f98a3 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461358 Jul 14 20:37:13.330074 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-ceacf47c-1ef5-4dbf-98cd-4f921b070e92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0469675 Jul 14 20:37:13.400379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-28eaa620-b3e3-4b2c-9659-65b22ad7247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:13.403777 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-28eaa620-b3e3-4b2c-9659-65b22ad7247e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 HTTP/1.1" status: 200 len: 848 time: 0.0644622 Jul 14 20:37:13.428086 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-004982b5-7a94-4927-9e82-ab9e668cbb4c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:13.430336 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-004982b5-7a94-4927-9e82-ab9e668cbb4c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.1515701 Jul 14 20:37:13.489963 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-a1c6f96e-cc23-469a-afa7-19ff5268fff1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74d902ae-4216-4f44-80f4-fe09909794ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779409 Jul 14 20:37:13.561084 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-f19dbd90-db87-4bc8-98bb-caa4ff035b1a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 380 time: 0.1128895 Jul 14 20:37:13.595736 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'port': {'device_id': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'admin_state_up': True, 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'security_groups': ['0c8bdadf-8d54-4c5c-8815-4b9f937c0e98']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:13.652497 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fc81662-202d-4919-9942-813d3a1178ac req-e4a9cfcc-2448-41ec-a3ba-e993215f4007 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0823040 Jul 14 20:37:13.695249 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-27f4a861-8619-4655-af58-0e1b54f11419 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966166 Jul 14 20:37:13.766697 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:13.825766 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Made reservation on behalf of 83a29cbfb7484b76a9131a3b81832c62 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:37:13.830509 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:14.027661 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.20.0.4 (c361a5af-edf6-43ec-86b8-8164b7612499/607f804b-a923-4d9e-848e-354c74ff3b83/6a85c30d-87e7-49c7-9ba4-5135c2402791) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:37:14.077767 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:14.114317 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01dfd5da-11d3-45a4-927a-489c296d9834 req-a41a1990-a72c-48bf-9438-6d9803b19bc2 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089823 Jul 14 20:37:14.221580 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd1c48-3b59-4795-803a-b5abc04a9331 req-b6544d72-792e-4c64-8c14-e9768b6d97ae tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:14.223396 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1dd1c48-3b59-4795-803a-b5abc04a9331 req-b6544d72-792e-4c64-8c14-e9768b6d97ae tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0719767 Jul 14 20:37:14.287626 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:14.317486 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a1dd1c48-3b59-4795-803a-b5abc04a9331 req-662916ac-f32c-45d9-a4a1-2154dc9acf8a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843403 Jul 14 20:37:14.363101 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:14.398622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:37:14.419957 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:37:14.423577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:37:14.429381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:14.430103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:14.470378 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8859897 Jul 14 20:37:14.476325 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b496-b96e-4dc4-8d92-9ab7d6dd37f0 req-368ef0aa-23cc-4d71-aa5f-dcd074bbafab tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:14.479179 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105959-7e50-401d-a5b2-f29a80f56def tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:14.482904 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbd9b496-b96e-4dc4-8d92-9ab7d6dd37f0 req-368ef0aa-23cc-4d71-aa5f-dcd074bbafab tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 943 time: 0.0785258 Jul 14 20:37:14.569576 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbd9b496-b96e-4dc4-8d92-9ab7d6dd37f0 req-ab0cbacd-5432-4adb-85d3-67a95ae481a8 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854459 Jul 14 20:37:14.770618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-190abbb5-7c0f-4f2a-b124-85e20d91bb60 None None] Provisioning complete for port 6a85c30d-87e7-49c7-9ba4-5135c2402791 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:14.771989 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-190abbb5-7c0f-4f2a-b124-85e20d91bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:14.778893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:14.806561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1101a2e-c765-44a7-aea1-8092ad09f390 req-91517c1c-4482-49ad-aa92-ff25421adaec tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:14.813912 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d1101a2e-c765-44a7-aea1-8092ad09f390 req-91517c1c-4482-49ad-aa92-ff25421adaec tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 931 time: 0.0810044 Jul 14 20:37:14.818736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-190abbb5-7c0f-4f2a-b124-85e20d91bb60 None None] Port 6a85c30d-87e7-49c7-9ba4-5135c2402791 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:37:14.877120 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d1101a2e-c765-44a7-aea1-8092ad09f390 req-badfa566-5f53-45c5-a653-1db7949256c5 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621884 Jul 14 20:37:15.239271 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Request body: {'port': {'device_id': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:15.316656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-246f44af-9c58-466b-baf1-d1ba2eddd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:15.321704 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-246f44af-9c58-466b-baf1-d1ba2eddd1d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 1127 time: 0.0915058 Jul 14 20:37:15.398807 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:15.479718 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-9b853119-58d1-4cb7-8405-3cada1f789ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:15.481411 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-9b853119-58d1-4cb7-8405-3cada1f789ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 909 time: 0.1503315 Jul 14 20:37:15.550527 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-6d3fa771-75dd-4528-9dde-4d163b22dbd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0476179 Jul 14 20:37:15.564770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249e49-4a9f-48c9-a200-b3780ddd07b1 req-d520b220-4d51-4b5b-8e0a-2e6492292eba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:15.572606 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53249e49-4a9f-48c9-a200-b3780ddd07b1 req-d520b220-4d51-4b5b-8e0a-2e6492292eba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.1095493 Jul 14 20:37:15.581571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:15.694123 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53249e49-4a9f-48c9-a200-b3780ddd07b1 req-6d72b97b-2ed9-4ffe-87f5-724718b50627 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202388 Jul 14 20:37:15.771148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-f008250d-c7a4-43b1-9d24-6d0be44f75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:15.772984 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-f008250d-c7a4-43b1-9d24-6d0be44f75fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 HTTP/1.1" status: 200 len: 848 time: 0.1323831 Jul 14 20:37:15.779353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4a11e-e569-4f9b-bf17-6926276f5311 req-315fd2fa-c9e6-4327-99ae-cce9e2b370a7 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:15.781100 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1b4a11e-e569-4f9b-bf17-6926276f5311 req-315fd2fa-c9e6-4327-99ae-cce9e2b370a7 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 943 time: 0.0726252 Jul 14 20:37:15.799636 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a85c30d-87e7-49c7-9ba4-5135c2402791 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:15.813882 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks [] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:15.826993 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-40d9e7ec-00d1-450d-a4e1-fa3dd8e54a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74d902ae-4216-4f44-80f4-fe09909794ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448756 Jul 14 20:37:15.838084 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Transition to ACTIVE for port object 6a85c30d-87e7-49c7-9ba4-5135c2402791 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:37:15.844619 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:15.850995 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:15.954492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:15.961576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Attempting to bind port 6a85c30d-87e7-49c7-9ba4-5135c2402791 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:37:15.961914 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Attempting to bind port 6a85c30d-87e7-49c7-9ba4-5135c2402791 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:37:15.964560 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Attempting to bind port 6a85c30d-87e7-49c7-9ba4-5135c2402791 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:15.969257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Port 6a85c30d-87e7-49c7-9ba4-5135c2402791 on network c361a5af-edf6-43ec-86b8-8164b7612499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:37:15.969257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Attempting to bind port 6a85c30d-87e7-49c7-9ba4-5135c2402791 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:15.976020 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:37:15.976271 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:37:15.976631 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Bound using segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:37:15.978240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Bound port: 6a85c30d-87e7-49c7-9ba4-5135c2402791, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:37:15.978240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:15.989639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1b4a11e-e569-4f9b-bf17-6926276f5311 req-ce7f4808-51bc-486d-bc27-54ad954544b2 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991944 Jul 14 20:37:15.997672 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:16.129513 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:37:16.136157 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:37:16.153188 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-0fb2b3cb-f736-439d-aca9-d0e1aa991690 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139970 Jul 14 20:37:16.177102 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:16.212047 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.215522 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:16.215522 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] 10.222.0.62 "PUT /v2.0/ports/6a85c30d-87e7-49c7-9ba4-5135c2402791 HTTP/1.1" status: 200 len: 1093 time: 0.9847646 Jul 14 20:37:16.215522 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:16.220848 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:16.265347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff38d-f41e-46ea-be38-fff455f2770e req-d80f2ebc-aad5-4633-a654-1bfc4e746854 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.265347 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b69ff38d-f41e-46ea-be38-fff455f2770e req-d80f2ebc-aad5-4633-a654-1bfc4e746854 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.1928506 Jul 14 20:37:16.272368 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b88c8-1294-4223-b787-f3dc8f6fa49e service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:16.302686 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1576591-7399-4d16-89e1-c06c32634606 x-openstack-request-id: req-a1576591-7399-4d16-89e1-c06c32634606 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:16.303210 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:16.303786 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1576591-7399-4d16-89e1-c06c32634606 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:16.304350 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1576591-7399-4d16-89e1-c06c32634606'] response: {'name': 'network-changed', 'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'status': 'completed', 'code': 200} Jul 14 20:37:16.416579 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-681a43ae-7060-4b82-bac1-2e210d320d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.418151 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-681a43ae-7060-4b82-bac1-2e210d320d43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 1127 time: 0.0626121 Jul 14 20:37:16.440282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b69ff38d-f41e-46ea-be38-fff455f2770e req-8fa7ed16-98c0-4765-a8d2-ba39c9936512 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528144 Jul 14 20:37:16.442369 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7dfb5a04-2a94-490a-a320-85a55dd1f7fa req-a995d15f-c2bc-47f0-8c7f-854501c34c5c service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760155 Jul 14 20:37:16.463253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:16.583761 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-0395e1d5-484b-4d0c-9e20-b84a37cb1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.585269 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-0395e1d5-484b-4d0c-9e20-b84a37cb1c48 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=83a29cbfb7484b76a9131a3b81832c62&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1515818 Jul 14 20:37:16.764830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-65837ea4-56e6-4866-b02b-ee5cba7f91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.766768 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-b4d8ce95-0e0e-4977-9774-fdb3e40a5acc req-65837ea4-56e6-4866-b02b-ee5cba7f91e8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724572 Jul 14 20:37:16.868770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891a6c-33a0-4abd-9d51-c40d02fb1d57 req-ba38ca5f-733c-49d3-a452-8d786c35075f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.870444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d891a6c-33a0-4abd-9d51-c40d02fb1d57 req-ba38ca5f-733c-49d3-a452-8d786c35075f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0741889 Jul 14 20:37:16.920486 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-12936cc7-5381-46f1-9b15-2609860dbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:16.922730 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-12936cc7-5381-46f1-9b15-2609860dbf57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 1127 time: 0.0610507 Jul 14 20:37:16.941569 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d891a6c-33a0-4abd-9d51-c40d02fb1d57 req-0970f556-d0aa-46e3-8036-aa6a5f120bb7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638111 Jul 14 20:37:16.989535 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-cf3cd845-dc33-41ba-8ec3-fe2bd0d41885 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791 HTTP/1.1" status: 200 len: 217 time: 0.0475583 Jul 14 20:37:17.073572 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-531bbc90-dbc4-4036-869a-3c8ad81c2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:17.078756 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-531bbc90-dbc4-4036-869a-3c8ad81c2a71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0822167 Jul 14 20:37:17.156107 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-10c332b1-469b-4809-b799-de24432bcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:17.161177 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0dbec-5771-4f1f-9ab2-f033c7ff911b req-cd0c3d4d-ed53-434a-ab52-73d54c5a0091 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:17.161582 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-10c332b1-469b-4809-b799-de24432bcb34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0729656 Jul 14 20:37:17.162881 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cb0dbec-5771-4f1f-9ab2-f033c7ff911b req-cd0c3d4d-ed53-434a-ab52-73d54c5a0091 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 943 time: 0.0603206 Jul 14 20:37:17.229585 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cb0dbec-5771-4f1f-9ab2-f033c7ff911b req-5f0f1b84-dd3c-4e1f-a206-577e41ec0ee3 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607305 Jul 14 20:37:17.282811 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-e72b9e23-14b6-4d27-b671-f5591585ddd8 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118720 Jul 14 20:37:17.408480 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a56ee7cd-d581-4bd5-86c8-ebdcac9380fd req-c9cc3366-97f6-4f3b-b59b-356c7c4a3588 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132960 Jul 14 20:37:17.659284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:17.675610 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72564-a9d0-460e-b8db-fc7f0bdd6f0c req-b96d7b84-d666-4aac-a453-2a51bdef674d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:17.688438 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75e72564-a9d0-460e-b8db-fc7f0bdd6f0c req-b96d7b84-d666-4aac-a453-2a51bdef674d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0926197 Jul 14 20:37:17.757856 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-75e72564-a9d0-460e-b8db-fc7f0bdd6f0c req-8c0706ff-1aed-424e-b87d-e4c8c913d13d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669382 Jul 14 20:37:17.936323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:37:18.126633 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:18.133076 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f200-13b0-4612-b6fd-b9ada3be27b3 req-1f0dece7-cd47-47cc-8e72-e01dfc674de2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:18.134701 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cad5f200-13b0-4612-b6fd-b9ada3be27b3 req-1f0dece7-cd47-47cc-8e72-e01dfc674de2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0902548 Jul 14 20:37:18.146972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2', 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea', 'port_id': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2', 'mac_address': 'fa:16:3e:48:41:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:18.204090 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:18.204749 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:18.218693 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cad5f200-13b0-4612-b6fd-b9ada3be27b3 req-6a30fcb7-2be9-4c04-b214-7d88b909c732 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735233 Jul 14 20:37:18.231353 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:18.263803 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:18.279533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:18.418042 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:18.443524 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2837aa-0b6b-4558-91ed-f2d03680b7f0 req-0b6dd1c7-4614-47b2-ad38-1d2765a2b5ce tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:18.445542 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.446467 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.447373 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.448944 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.449817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.450805 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.451241 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df2837aa-0b6b-4558-91ed-f2d03680b7f0 req-0b6dd1c7-4614-47b2-ad38-1d2765a2b5ce tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 944 time: 0.0963750 Jul 14 20:37:18.452038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.453173 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.454051 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.455150 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.455719 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.456538 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.457400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.463993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.463993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:18.548175 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-df2837aa-0b6b-4558-91ed-f2d03680b7f0 req-5a54e07d-5fc1-45ac-9044-fdcd83cbeecc tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958765 Jul 14 20:37:18.817048 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['5c3557db-3eb0-46b0-9b54-a465dc81f9b2'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:18.930477 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630f4f6-410c-40ce-90af-65a4c3299c5f req-411227ff-8752-423f-9a84-cd2e0083d341 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:18.935457 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f630f4f6-410c-40ce-90af-65a4c3299c5f req-411227ff-8752-423f-9a84-cd2e0083d341 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0764863 Jul 14 20:37:18.959945 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:19.021130 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f630f4f6-410c-40ce-90af-65a4c3299c5f req-734954c7-c945-4125-abbe-79490e649324 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777805 Jul 14 20:37:19.363943 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0af441-b843-42da-b881-d742e9576ddf req-60c4655c-90d8-476e-a643-4f34fcd6b30a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:19.365537 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c0af441-b843-42da-b881-d742e9576ddf req-60c4655c-90d8-476e-a643-4f34fcd6b30a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0559278 Jul 14 20:37:19.434976 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c0af441-b843-42da-b881-d742e9576ddf req-dc7998eb-d1d5-4a53-a458-ba1f28c25202 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619574 Jul 14 20:37:19.710382 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6b24a-c5af-4bdb-98c5-4b1d6e68a0f8 req-a4bf3591-0723-427d-b977-e1fa237a0687 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:19.712097 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb6b24a-c5af-4bdb-98c5-4b1d6e68a0f8 req-a4bf3591-0723-427d-b977-e1fa237a0687 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 944 time: 0.0660760 Jul 14 20:37:19.796396 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb6b24a-c5af-4bdb-98c5-4b1d6e68a0f8 req-3fbea887-15af-4321-8709-250c4fd85fa7 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690203 Jul 14 20:37:20.134289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:20.155848 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d405e0-186e-4357-afe5-b8a2f971d2fe req-898e0de8-d61d-4b5c-b64c-d2e22b668430 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:20.158185 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55d405e0-186e-4357-afe5-b8a2f971d2fe req-898e0de8-d61d-4b5c-b64c-d2e22b668430 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0609238 Jul 14 20:37:20.166204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:20.209377 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:37:20.221714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:20.222097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:20.244150 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-55d405e0-186e-4357-afe5-b8a2f971d2fe req-6f5283e1-4dcb-43d1-b68e-d277420e8b84 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746849 Jul 14 20:37:20.335667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:20.336066 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:20.362501 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:20.365070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ed1827-3cd0-451c-a39a-888d70243561" -d '{"events": [{"server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:20.383246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:20.389825 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:20.433507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b1a92-9411-4c21-8c3a-274f77a58822 x-openstack-request-id: req-4f5b1a92-9411-4c21-8c3a-274f77a58822 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:20.433983 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "name": "network-vif-plugged", "status": "completed", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:20.434367 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f5b1a92-9411-4c21-8c3a-274f77a58822 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:20.435101 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5b1a92-9411-4c21-8c3a-274f77a58822'] response: {'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2', 'code': 200} Jul 14 20:37:20.464027 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:20.469362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:20.573824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e95e4-0e60-44e4-b3d9-cecf963cd4fb req-c070d994-fa08-4215-ac1b-b2d4e52fffa2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:20.575454 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b05e95e4-0e60-44e4-b3d9-cecf963cd4fb req-c070d994-fa08-4215-ac1b-b2d4e52fffa2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0548842 Jul 14 20:37:20.638021 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b05e95e4-0e60-44e4-b3d9-cecf963cd4fb req-9fbc8de1-6e23-4cdc-876c-c4c201c39e85 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528698 Jul 14 20:37:20.745671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47515dbb-a37d-47ed-9b39-b9e0473dfa89 req-728d3dba-bb7a-4c99-aec9-db887b81c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:20.747794 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-47515dbb-a37d-47ed-9b39-b9e0473dfa89 req-728d3dba-bb7a-4c99-aec9-db887b81c6f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 1129 time: 0.0463305 Jul 14 20:37:20.922236 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9016bb-b866-4387-9fec-7e0c6d1f2a35 req-614017a2-6302-4725-aae6-8d269cd4f988 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:20.923795 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de9016bb-b866-4387-9fec-7e0c6d1f2a35 req-614017a2-6302-4725-aae6-8d269cd4f988 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0589836 Jul 14 20:37:20.979483 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-de9016bb-b866-4387-9fec-7e0c6d1f2a35 req-448ce089-2370-4bc6-b53c-7a25756a148b tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Jul 14 20:37:21.071887 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-47515dbb-a37d-47ed-9b39-b9e0473dfa89 req-a1f99897-51a5-4fc2-80d2-b3af274fc35f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Jul 14 20:37:21.377048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc2b4-5183-4763-9dd0-e84a2a8915be req-6ee0eadd-c813-4fb6-8cbf-65cc43a09c08 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:21.378637 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbecc2b4-5183-4763-9dd0-e84a2a8915be req-6ee0eadd-c813-4fb6-8cbf-65cc43a09c08 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0498500 Jul 14 20:37:21.434365 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bbecc2b4-5183-4763-9dd0-e84a2a8915be req-65ffb282-3588-405e-a74a-86cc65e823dc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498734 Jul 14 20:37:21.782040 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820e3a-d4f4-4a20-a48e-3781248c4d08 req-8d926922-db45-42af-b4bb-d4cc66a3fef8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:21.783614 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6820e3a-d4f4-4a20-a48e-3781248c4d08 req-8d926922-db45-42af-b4bb-d4cc66a3fef8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0536103 Jul 14 20:37:21.834484 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b6820e3a-d4f4-4a20-a48e-3781248c4d08 req-e3c4dd54-a30b-4ee6-a3eb-396e83be6de6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Jul 14 20:37:22.087044 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:22.099924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4dc5f-9fa2-436a-a49e-454a3ddd9abb req-93877e48-954e-4a25-8b05-62aa325c33fc tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.101659 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7aa4dc5f-9fa2-436a-a49e-454a3ddd9abb req-93877e48-954e-4a25-8b05-62aa325c33fc tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0521319 Jul 14 20:37:22.152633 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7aa4dc5f-9fa2-436a-a49e-454a3ddd9abb req-6a9be417-c386-4255-9a78-aa071874edcb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Jul 14 20:37:22.187904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:22.203849 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-2fefa1ee-5d81-48b2-a229-644857413cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.206422 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-2fefa1ee-5d81-48b2-a229-644857413cce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1130 time: 0.0640509 Jul 14 20:37:22.318081 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-334d8833-eaf8-4a92-81e9-f9bd7d4897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.320372 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-334d8833-eaf8-4a92-81e9-f9bd7d4897fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.1071570 Jul 14 20:37:22.395495 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-5776a782-d434-4b16-afc4-40995c53fab1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 1001 time: 0.0645342 Jul 14 20:37:22.440295 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:22.448647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-806f13ee-428c-46d0-8fd7-015a02d678d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.450241 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-806f13ee-428c-46d0-8fd7-015a02d678d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0479343 Jul 14 20:37:22.582094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3bae7-a557-4dc8-836c-ee5298b0a8a1 req-b3a3c6df-064a-41f3-b566-d093341f160f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.584668 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ddf3bae7-a557-4dc8-836c-ee5298b0a8a1 req-b3a3c6df-064a-41f3-b566-d093341f160f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0696547 Jul 14 20:37:22.641671 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ddf3bae7-a557-4dc8-836c-ee5298b0a8a1 req-7c9dbccb-d80b-4028-8b05-302a19df5ba7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515521 Jul 14 20:37:22.970794 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b515cff-5a6a-47b6-94f5-2bf5a90727f8 req-f77dbfa7-bd44-4f8c-be78-3585e92c4836 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:22.972341 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b515cff-5a6a-47b6-94f5-2bf5a90727f8 req-f77dbfa7-bd44-4f8c-be78-3585e92c4836 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0531096 Jul 14 20:37:23.033577 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b515cff-5a6a-47b6-94f5-2bf5a90727f8 req-07f611f8-d503-4bc8-bf4a-9156012166a3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508776 Jul 14 20:37:23.251498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:23.264183 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-0bc3d63c-b476-4016-b205-ee733355fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:23.266055 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-0bc3d63c-b476-4016-b205-ee733355fc70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460572 Jul 14 20:37:23.326180 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a0e6-349d-4f3e-8d4f-05aa8bd03f26 req-a5ac927c-0776-44e9-9849-58adaf113396 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:23.328915 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c41a0e6-349d-4f3e-8d4f-05aa8bd03f26 req-a5ac927c-0776-44e9-9849-58adaf113396 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0904627 Jul 14 20:37:23.387652 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c41a0e6-349d-4f3e-8d4f-05aa8bd03f26 req-ef94e5ff-38fc-4735-8558-231126089f81 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Jul 14 20:37:23.627041 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-87a1cf59-1036-48c4-9408-46b6e68cab05 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956702 Jul 14 20:37:23.768756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc45b-329d-460f-a423-cf3b385fcbc7 req-b9d8cba6-ece9-4eec-a9d1-0b793e4c6685 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:23.770303 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d4bc45b-329d-460f-a423-cf3b385fcbc7 req-b9d8cba6-ece9-4eec-a9d1-0b793e4c6685 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0536723 Jul 14 20:37:23.827667 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d4bc45b-329d-460f-a423-cf3b385fcbc7 req-ff75ac16-351c-4a84-ba06-6e51227bf062 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489893 Jul 14 20:37:24.162000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5eb5-e3d1-4a8f-afbe-b5ab2f1fa679 req-c401ab40-a6ee-4a75-98a0-8ced1ac34ce0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:24.163485 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a42e5eb5-e3d1-4a8f-afbe-b5ab2f1fa679 req-c401ab40-a6ee-4a75-98a0-8ced1ac34ce0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0488341 Jul 14 20:37:24.221951 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a42e5eb5-e3d1-4a8f-afbe-b5ab2f1fa679 req-ed19985b-36bf-4038-915a-69ce607760ae tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527444 Jul 14 20:37:24.508383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1f49a-c094-46e0-901f-cf51ccec1052 req-03abb131-d748-4ec5-a30a-ccce9e71ab49 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:24.509918 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4ca1f49a-c094-46e0-901f-cf51ccec1052 req-03abb131-d748-4ec5-a30a-ccce9e71ab49 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0504580 Jul 14 20:37:24.564419 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4ca1f49a-c094-46e0-901f-cf51ccec1052 req-073eee43-d516-4018-a980-bf7221d14dea tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487287 Jul 14 20:37:24.697214 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-25c92637-ab85-43e7-b691-aca22b6acb13 req-14094d47-95b0-4e3c-8265-276bb2f8f35f service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911205 Jul 14 20:37:24.951479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8153-f74b-4262-8009-5543b7a53aaf req-331cebd1-bdd6-4b2b-9a71-acf894e25a7b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:24.953547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-871f8153-f74b-4262-8009-5543b7a53aaf req-331cebd1-bdd6-4b2b-9a71-acf894e25a7b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0506666 Jul 14 20:37:25.012282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-871f8153-f74b-4262-8009-5543b7a53aaf req-ee320a08-9543-49d2-b04f-820d6bb32857 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528758 Jul 14 20:37:25.238338 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:25.357828 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39286b2-62ac-4947-8872-6891cd5d7a2c req-31daf862-dbae-48c2-8d5f-35fa57344ace tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:25.359434 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e39286b2-62ac-4947-8872-6891cd5d7a2c req-31daf862-dbae-48c2-8d5f-35fa57344ace tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 946 time: 0.0584903 Jul 14 20:37:25.445345 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e39286b2-62ac-4947-8872-6891cd5d7a2c req-c5ca2c7d-fd28-4a6d-ba0e-79e6ea5d202a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800090 Jul 14 20:37:25.460571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704929e-f849-4479-b28c-fbe29967e2ec req-80221aa1-3cdf-467a-bfa2-34f702356cff tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:25.462168 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a704929e-f849-4479-b28c-fbe29967e2ec req-80221aa1-3cdf-467a-bfa2-34f702356cff tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0679128 Jul 14 20:37:25.516291 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a704929e-f849-4479-b28c-fbe29967e2ec req-32eac121-777f-46aa-b2a0-d6506fe8bfcd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482330 Jul 14 20:37:26.129622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ded6d2-84b3-4b04-b7f8-a5dd2f369653 req-11ec7f44-ea6c-46e9-8529-c7685867405a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:26.131148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-17ded6d2-84b3-4b04-b7f8-a5dd2f369653 req-11ec7f44-ea6c-46e9-8529-c7685867405a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0480239 Jul 14 20:37:26.137181 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:37:26.153711 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:26.211994 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-17ded6d2-84b3-4b04-b7f8-a5dd2f369653 req-b9ede9ea-523a-41a0-9f9a-d5d1d5744e23 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732565 Jul 14 20:37:26.218705 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:26.219322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:26.243871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:26.246105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4055ea72-7f09-4e15-bfca-056585af5d1d" -d '{"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:26.259378 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:26.264974 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:26.288270 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a670833-b96f-48a1-a1b8-ec504983642a x-openstack-request-id: req-3a670833-b96f-48a1-a1b8-ec504983642a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:26.288570 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:26.288829 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a670833-b96f-48a1-a1b8-ec504983642a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:26.289274 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a670833-b96f-48a1-a1b8-ec504983642a'] response: {'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'code': 200} Jul 14 20:37:26.314873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:26.574730 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec851e1-f752-4b0e-9780-133b6b0edc1e req-3f011adb-aa1c-4ce4-9ae6-dc9c75149c4c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:26.576168 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ec851e1-f752-4b0e-9780-133b6b0edc1e req-3f011adb-aa1c-4ce4-9ae6-dc9c75149c4c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0515940 Jul 14 20:37:26.629598 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:26.659276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666d046-73a9-40bd-a910-7172908df4e0 req-12186f33-8d46-4940-a7c9-5a6019e4a2ad tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:26.660750 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f666d046-73a9-40bd-a910-7172908df4e0 req-12186f33-8d46-4940-a7c9-5a6019e4a2ad tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0729177 Jul 14 20:37:26.665097 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ec851e1-f752-4b0e-9780-133b6b0edc1e req-e6514ffa-f3d4-4a15-8f9b-35ec39f9c49d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833552 Jul 14 20:37:26.711793 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f666d046-73a9-40bd-a910-7172908df4e0 req-2f2d91bc-e57a-4706-ac00-5120c34fb0fd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Jul 14 20:37:27.336038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4770d4-0f1c-48f2-8807-090d99a4db39 req-d378e30f-4bd6-47fc-a909-644b43455b4e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:27.337537 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7f4770d4-0f1c-48f2-8807-090d99a4db39 req-d378e30f-4bd6-47fc-a909-644b43455b4e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 943 time: 0.0521679 Jul 14 20:37:27.377959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:27.392740 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7f4770d4-0f1c-48f2-8807-090d99a4db39 req-81288360-7c91-4009-8d52-f8e233eafdf5 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495026 Jul 14 20:37:27.584885 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3514fffb-a8a0-4411-aede-f1d4e638fdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:27.783081 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6f5b-64bf-4ea8-acd2-cc1cf21839a4 req-befc4f4b-dde3-4101-b8e4-579eddba6fd2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:27.784533 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-14fd6f5b-64bf-4ea8-acd2-cc1cf21839a4 req-befc4f4b-dde3-4101-b8e4-579eddba6fd2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0469680 Jul 14 20:37:27.847620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0ef4-f1d4-4835-9b52-e890c742a466 req-bdf9593b-bfb1-4452-91e0-a2f597f556b0 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:27.848999 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-242d0ef4-f1d4-4835-9b52-e890c742a466 req-bdf9593b-bfb1-4452-91e0-a2f597f556b0 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0636139 Jul 14 20:37:27.878377 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-14fd6f5b-64bf-4ea8-acd2-cc1cf21839a4 req-48ef1cef-c2d6-4358-ae28-52a43f4278b4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848296 Jul 14 20:37:27.908002 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-242d0ef4-f1d4-4835-9b52-e890c742a466 req-7a265063-4d94-46ed-b918-68439a79d77f tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532417 Jul 14 20:37:28.147567 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 6a85c30d-87e7-49c7-9ba4-5135c2402791 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:37:28.377228 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:28.388550 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'port_id': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'mac_address': 'fa:16:3e:9d:0d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:28.424446 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 6a85c30d-87e7-49c7-9ba4-5135c2402791 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:28.424865 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:28.438693 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a85c30d-87e7-49c7-9ba4-5135c2402791 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:28.459393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:28.464124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:28.517798 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:28.525981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702a0c-9a37-4f2d-bafb-1dec1703d22f req-435e7b5a-95d9-489f-8e5e-b82f82c9f677 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:28.527575 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5702a0c-9a37-4f2d-bafb-1dec1703d22f req-435e7b5a-95d9-489f-8e5e-b82f82c9f677 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 944 time: 0.0601544 Jul 14 20:37:28.587357 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5702a0c-9a37-4f2d-bafb-1dec1703d22f req-0d4073f7-8c20-4932-8600-7033daa8d798 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530438 Jul 14 20:37:28.762400 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-63ecebb4-860a-4cf2-ad7e-fab2a5413748 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:28.763979 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-63ecebb4-860a-4cf2-ad7e-fab2a5413748 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.3184991 Jul 14 20:37:28.888216 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Deleting port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:37:28.888439 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:28.983717 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] For port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:28.984069 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:28.998988 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Calling delete_port for 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:37:29.003261 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['6a85c30d-87e7-49c7-9ba4-5135c2402791'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:29.032014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9259f-04ba-4a50-8ceb-9b1388fe3d63 req-1a49af93-0d43-4041-a99c-04595424a5a5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:29.033516 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3d9259f-04ba-4a50-8ceb-9b1388fe3d63 req-1a49af93-0d43-4041-a99c-04595424a5a5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0796521 Jul 14 20:37:29.047806 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d7abd-3b21-4533-a5a4-68e30c907375 req-b3e981f9-469a-4a78-816c-7104fd26e6cd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:29.049999 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0d7abd-3b21-4533-a5a4-68e30c907375 req-b3e981f9-469a-4a78-816c-7104fd26e6cd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=fce9f3a8-8bf1-45b7-b55c-e523c2a8169c HTTP/1.1" status: 200 len: 945 time: 0.0663819 Jul 14 20:37:29.109966 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:29.128045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3d9259f-04ba-4a50-8ceb-9b1388fe3d63 req-5405e593-4bb6-4937-90e1-d5ea1142e604 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770152 Jul 14 20:37:29.138511 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (5c3557db-3eb0-46b0-9b54-a465dc81f9b2), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:29.141242 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf0d7abd-3b21-4533-a5a4-68e30c907375 req-73ae0b48-1986-4853-abe2-c6de66171e98 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Jul 14 20:37:29.188958 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Pushing event deleted for resources: {'Port': ['ID=5c3557db-3eb0-46b0-9b54-a465dc81f9b2,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:29.250272 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] No DVR routers for this DVR port 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:37:29.255229 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:29.258521 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-41d72ec6-bf45-4b0f-96c2-3dc3880448b1 req-8200e4d9-21cf-48b9-8dd2-f8b1a8d22faf tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "DELETE /v2.0/ports/5c3557db-3eb0-46b0-9b54-a465dc81f9b2 HTTP/1.1" status: 204 len: 173 time: 0.4888811 Jul 14 20:37:29.258999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'name': 'network-vif-deleted', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:29.261295 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdff7c8-a5c1-4a8f-91c7-d47541cfdf78" -d '{"events": [{"server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "name": "network-vif-deleted", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:29.310401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4823db7f-a781-453a-b948-d287b7818806 x-openstack-request-id: req-4823db7f-a781-453a-b948-d287b7818806 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:29.310695 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce9f3a8-8bf1-45b7-b55c-e523c2a8169c", "name": "network-vif-deleted", "tag": "5c3557db-3eb0-46b0-9b54-a465dc81f9b2", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:29.310999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4823db7f-a781-453a-b948-d287b7818806 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:29.311404 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4823db7f-a781-453a-b948-d287b7818806'] response: {'server_uuid': 'fce9f3a8-8bf1-45b7-b55c-e523c2a8169c', 'name': 'network-vif-deleted', 'tag': '5c3557db-3eb0-46b0-9b54-a465dc81f9b2', 'status': 'completed', 'code': 200} Jul 14 20:37:29.669618 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-1b38562a-0299-4418-86ed-d717c4435e56 req-af464164-1bfe-48d8-b401-c932ef1a0a54 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:37:29.670509 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b38562a-0299-4418-86ed-d717c4435e56 req-af464164-1bfe-48d8-b401-c932ef1a0a54 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055034 Jul 14 20:37:29.726854 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e27eb-dda6-4a43-82e7-2b56b4fa4ee4 req-aa501cea-f488-4fad-a008-6401fcc7635c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:29.728426 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-022e27eb-dda6-4a43-82e7-2b56b4fa4ee4 req-aa501cea-f488-4fad-a008-6401fcc7635c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 944 time: 0.0571184 Jul 14 20:37:29.793240 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-022e27eb-dda6-4a43-82e7-2b56b4fa4ee4 req-c2d0d6c2-de6f-4ff3-8249-fa34d1dbbc69 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544105 Jul 14 20:37:29.873542 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3279052a-a83f-415c-9fbf-22783bb3b939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:29.913317 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbd12-0639-486c-8256-d8493468638e req-e705b2c3-fa86-4485-a787-79a4727e0aa4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:29.915002 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac7dbd12-0639-486c-8256-d8493468638e req-e705b2c3-fa86-4485-a787-79a4727e0aa4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0651679 Jul 14 20:37:29.971594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ac7dbd12-0639-486c-8256-d8493468638e req-56a3456f-8a14-4e52-8f15-cb280e343326 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Jul 14 20:37:30.162606 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37798) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:30.168642 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:37:30.182383 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 6a85c30d-87e7-49c7-9ba4-5135c2402791 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:30.239665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 6a85c30d-87e7-49c7-9ba4-5135c2402791 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:37:30.246976 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 6a85c30d-87e7-49c7-9ba4-5135c2402791 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:30.247543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:30.263548 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-53ca93d9-c12d-4424-8260-88f86d9dd7e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993612 Jul 14 20:37:30.269578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:30.271936 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-18c9c362-3476-46ee-aec9-e7adbd06a9f0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:37:30.273099 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-18c9c362-3476-46ee-aec9-e7adbd06a9f0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057738 Jul 14 20:37:30.331825 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 6a85c30d-87e7-49c7-9ba4-5135c2402791 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:30.332216 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:30.359882 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:30.362481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e43f693-5936-4640-bb6b-71ab350f515e" -d '{"events": [{"server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:30.364025 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37820) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:30.377216 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:30.382296 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:30.383501 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:37:30.428240 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f9557-a347-4384-9c60-209549e95855 x-openstack-request-id: req-a53f9557-a347-4384-9c60-209549e95855 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:30.428527 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:30.428982 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a53f9557-a347-4384-9c60-209549e95855 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:30.429969 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53f9557-a347-4384-9c60-209549e95855'] response: {'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'code': 200} Jul 14 20:37:30.431805 dv-cinder-799871-32-iscsi neutron-server[104108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 20:37:30.467466 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:30.484870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-265460dd-4a48-44c5-91fb-c8f9a0159f42 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:30.486483 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-c79d1082-44a0-4de9-9c1e-067ef963934a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:30.487252 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-265460dd-4a48-44c5-91fb-c8f9a0159f42 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 808 time: 0.1432495 Jul 14 20:37:30.487891 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-c79d1082-44a0-4de9-9c1e-067ef963934a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports/1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 941 time: 0.1228900 Jul 14 20:37:30.510815 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-5ad0d71f-7c28-4635-afc9-70bde4f2097e tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/quotas/806c059a19044c6ebcd8f2cc50d9591d HTTP/1.1" status: 200 len: 375 time: 0.0148621 Jul 14 20:37:30.511481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: DOWN; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:30.512486 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:37:30.530379 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:37:30.530725 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 5c3557db-3eb0-46b0-9b54-a465dc81f9b2 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:37:30.552478 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-3356c241-d00b-4361-b7ae-e29f4544d131 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350907 Jul 14 20:37:30.632117 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:30.653833 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-367da6e7-58cb-44ce-b767-777facd3e452 service neutron] 10.222.0.52 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942173 Jul 14 20:37:30.716639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d3ec0-dbe0-428a-aabf-01c72f9ce0c5 req-9eacba3b-3f01-4636-876b-2853ea971ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:30.718200 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-623d3ec0-dbe0-428a-aabf-01c72f9ce0c5 req-9eacba3b-3f01-4636-876b-2853ea971ed3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 1129 time: 0.0488183 Jul 14 20:37:30.744017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:30.758178 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:30.781726 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-623d3ec0-dbe0-428a-aabf-01c72f9ce0c5 req-ef12361f-30a7-46bb-bb69-bbddc8f7e53e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539370 Jul 14 20:37:30.803051 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-829341dd-6f0c-4abc-a43d-68d028b4bb57 service neutron] 10.222.0.52 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404064 Jul 14 20:37:30.927262 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fbcd3-eb9e-41b0-8d84-9e5bdc8c82b9 req-4b2a5431-cf29-4270-b847-f4dc0773ed68 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:30.928597 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-233fbcd3-eb9e-41b0-8d84-9e5bdc8c82b9 req-4b2a5431-cf29-4270-b847-f4dc0773ed68 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0547900 Jul 14 20:37:31.001588 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-233fbcd3-eb9e-41b0-8d84-9e5bdc8c82b9 req-06b04fe2-6723-454f-9f8f-14d5a4b97843 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619652 Jul 14 20:37:31.020569 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af80801-586d-41c8-b246-125fbfef6681 req-4d2e828d-7633-4161-8237-66d0e55f185f tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 210 time: 0.0436063 Jul 14 20:37:31.113372 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:31.135346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316937b0-a251-4aa6-9d8c-09a90ba34f58 req-981e1179-ae8a-407d-9b7f-7d5f6fc87430 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:31.137253 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-316937b0-a251-4aa6-9d8c-09a90ba34f58 req-981e1179-ae8a-407d-9b7f-7d5f6fc87430 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0631678 Jul 14 20:37:31.195843 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-316937b0-a251-4aa6-9d8c-09a90ba34f58 req-d48348c8-c26c-439f-90a4-e3c9737bb937 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525465 Jul 14 20:37:32.141516 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3adb0acd-5f6c-4d1b-939d-130fc8c95aeb req-e10a942b-2447-44b7-9341-4f2ed9ce7aba tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 210 time: 0.0347660 Jul 14 20:37:32.150395 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0ee6-1935-4ef4-afac-d6f78a39d526 req-5b518093-f4d9-48fb-b828-e8e2c2b56266 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:32.152127 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6ee0ee6-1935-4ef4-afac-d6f78a39d526 req-5b518093-f4d9-48fb-b828-e8e2c2b56266 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0740492 Jul 14 20:37:32.211605 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6ee0ee6-1935-4ef4-afac-d6f78a39d526 req-c8624513-7e18-47f3-a81f-1cf46772657c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530009 Jul 14 20:37:32.349542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32405d05-f9ea-4627-90ba-cf355e5bc7f5 req-acd36ecb-26d9-4a50-86b6-6ce31633a213 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:32.350989 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32405d05-f9ea-4627-90ba-cf355e5bc7f5 req-acd36ecb-26d9-4a50-86b6-6ce31633a213 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0785420 Jul 14 20:37:32.359891 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eece7-80f1-4630-ae06-b7a9d356c57d req-9e78a88f-3494-4266-bd20-b42dedb4d890 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:32.361343 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-513eece7-80f1-4630-ae06-b7a9d356c57d req-9e78a88f-3494-4266-bd20-b42dedb4d890 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0776336 Jul 14 20:37:32.441145 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32405d05-f9ea-4627-90ba-cf355e5bc7f5 req-3f22c9cf-5d55-47f2-8736-841f7355d7d0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788298 Jul 14 20:37:32.445653 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-513eece7-80f1-4630-ae06-b7a9d356c57d req-7048bf0c-ccf1-4c6a-a4f4-92432e9cff35 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764284 Jul 14 20:37:32.467866 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 37854) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:32.613498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc99ec-3ad2-483c-9ca8-ff12ea505c89 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:32.615510 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-76fc99ec-3ad2-483c-9ca8-ff12ea505c89 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 1124 time: 0.1460910 Jul 14 20:37:32.618241 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 37858) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:37:32.624271 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'port_id': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:32.652773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:32.668083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:32.732016 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:32.780018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:32.851007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.27.0.234 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/d6d2553e-cd52-4d13-b591-225ec7949063) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:37:32.956595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (d6d2553e-cd52-4d13-b591-225ec7949063), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:32.966379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:32.976902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:32.999023 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.042854 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:37:33.046522 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:37:33.050411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:37:33.053808 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=d6d2553e-cd52-4d13-b591-225ec7949063,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:33.197070 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-5d5040e8-d575-4fb7-9fd6-6d5383bfafeb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:33.199236 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-5d5040e8-d575-4fb7-9fd6-6d5383bfafeb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 808 time: 0.1401503 Jul 14 20:37:33.244687 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Request body: {'port': {'device_id': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea', 'admin_state_up': True, 'tenant_id': '806c059a19044c6ebcd8f2cc50d9591d'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:33.250992 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:33.276444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60ecabd8-e1d4-401a-aad7-121f71da94fb req-51bfc251-79b7-44fb-b094-d0e802c406d6 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 210 time: 0.0362470 Jul 14 20:37:33.378744 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Made reservation on behalf of 806c059a19044c6ebcd8f2cc50d9591d for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:37:33.382041 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.494734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (67d3c25e-64ce-494e-a158-dd12ea9c783c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.519393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Allocated IP 172.20.0.4 (74d902ae-4216-4f44-80f4-fe09909794ea/d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409/33d6be8c-fba7-40b4-916d-feda88f8caec) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:37:33.580033 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec324a3-58e3-4b7b-a32a-c093772db53f req-390a2ef7-1ad8-4f00-ab51-3152ce71a57d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:33.581440 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ec324a3-58e3-4b7b-a32a-c093772db53f req-390a2ef7-1ad8-4f00-ab51-3152ce71a57d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0625539 Jul 14 20:37:33.625697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.678988 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ec324a3-58e3-4b7b-a32a-c093772db53f req-0029fd32-7023-42aa-b231-460202e5a00f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803411 Jul 14 20:37:33.686633 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks [] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.726396 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.768362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Network 74d902ae-4216-4f44-80f4-fe09909794ea is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:37:33.772264 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:37:33.778485 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:37:33.785510 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:33.786142 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.799368 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Pushing event updated for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:33.808416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.808762 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.809128 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.809444 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.809748 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.810123 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.810482 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.810794 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.811154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.811479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.811797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.812143 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.812462 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.812779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.813085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:33.819371 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-1adc1147-01aa-4dad-be4e-1eacbed98024 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828874 Jul 14 20:37:33.842075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-4c58799d-0349-4126-bddc-6e6ca660b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:33.843665 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-4c58799d-0349-4126-bddc-6e6ca660b222 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 1128 time: 0.0824687 Jul 14 20:37:33.845512 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Request body: {'port': {'device_id': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:37:33.869955 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:33.891347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (d6d2553e-cd52-4d13-b591-225ec7949063), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.897578 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.926108 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:33.977158 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:33.991404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:34.013929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=d6d2553e-cd52-4d13-b591-225ec7949063,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:34.020082 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-4a884a4b-bb50-462d-bfbc-26e5d92892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.021699 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-4a884a4b-bb50-462d-bfbc-26e5d92892e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1128 time: 0.1206660 Jul 14 20:37:34.034177 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.034513 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.034769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.035287 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.035637 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.035925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.036232 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.036547 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.036898 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.037220 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.037541 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.037858 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.038172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.038486 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.038797 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:37:34.052625 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (67d3c25e-64ce-494e-a158-dd12ea9c783c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.127336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:34.217825 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d6be8c-fba7-40b4-916d-feda88f8caec {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:34.226778 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks [] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.241954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Transition to ACTIVE for port object 33d6be8c-fba7-40b4-916d-feda88f8caec will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:37:34.246684 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.304279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Pushing event updated for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:34.340905 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Attempting to bind port 33d6be8c-fba7-40b4-916d-feda88f8caec on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:37:34.341293 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Attempting to bind port 33d6be8c-fba7-40b4-916d-feda88f8caec by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:37:34.341551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Attempting to bind port 33d6be8c-fba7-40b4-916d-feda88f8caec on network 74d902ae-4216-4f44-80f4-fe09909794ea {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:34.346978 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Port 33d6be8c-fba7-40b4-916d-feda88f8caec on network 74d902ae-4216-4f44-80f4-fe09909794ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:37:34.348119 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Attempting to bind port 33d6be8c-fba7-40b4-916d-feda88f8caec on network 74d902ae-4216-4f44-80f4-fe09909794ea {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:37:34.354279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:37:34.354279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Checking segment: {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:37:34.354634 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Bound using segment: {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:37:34.354892 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Bound port: 33d6be8c-fba7-40b4-916d-feda88f8caec, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:37:34.355251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.431352 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:37:34.436017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33d6be8c-fba7-40b4-916d-feda88f8caec,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:37:34.445842 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.481236 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.481840 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:34.483266 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] 10.222.0.62 "PUT /v2.0/ports/33d6be8c-fba7-40b4-916d-feda88f8caec HTTP/1.1" status: 200 len: 1093 time: 0.6424756 Jul 14 20:37:34.483716 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:34.486525 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d63fd-ddea-43c6-9f13-680c5bea317c" -d '{"events": [{"name": "network-changed", "server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:34.509681 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c1638-1609-46bf-a3a3-d72c16b73e97 service neutron] Pushing event updated for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:34.521643 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce5381-2b84-4dd5-8185-88f000b551b4 req-6a815c21-d132-4879-8f53-1bca71f572cd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.523360 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3ce5381-2b84-4dd5-8185-88f000b551b4 req-6a815c21-d132-4879-8f53-1bca71f572cd tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 943 time: 0.1010308 Jul 14 20:37:34.536559 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584f13ef-6b1a-4604-9cd4-0b9165682b6e x-openstack-request-id: req-584f13ef-6b1a-4604-9cd4-0b9165682b6e {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:34.536559 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:34.537180 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-584f13ef-6b1a-4604-9cd4-0b9165682b6e {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:34.537180 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584f13ef-6b1a-4604-9cd4-0b9165682b6e'] response: {'name': 'network-changed', 'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec', 'status': 'completed', 'code': 200} Jul 14 20:37:34.581501 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP 67d3c25e-64ce-494e-a158-dd12ea9c783c associated. External IP: 172.27.0.234, port: 6a85c30d-87e7-49c7-9ba4-5135c2402791. Jul 14 20:37:34.598431 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-32257983-3b46-4281-8ef6-c2a2cc7292ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.600051 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-32257983-3b46-4281-8ef6-c2a2cc7292ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 1127 time: 0.0409133 Jul 14 20:37:34.628850 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-3624296c-bcdd-4338-aa1b-441200860669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.630322 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-3624296c-bcdd-4338-aa1b-441200860669 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.6005752 Jul 14 20:37:34.658114 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-667d53f7-90db-41ed-a507-780297db6216 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d6be8c-fba7-40b4-916d-feda88f8caec HTTP/1.1" status: 200 len: 217 time: 0.0382261 Jul 14 20:37:34.709581 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-78ccec77-9553-4162-97ec-62a3821fc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.711965 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-78ccec77-9553-4162-97ec-62a3821fc1f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 HTTP/1.1" status: 200 len: 848 time: 0.0452271 Jul 14 20:37:34.723907 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3ce5381-2b84-4dd5-8185-88f000b551b4 req-1c7770ec-01f1-44ab-bdbf-ea15015c8767 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900220 Jul 14 20:37:34.762106 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-e7af56c3-ac7c-45aa-83d6-33a0db713617 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74d902ae-4216-4f44-80f4-fe09909794ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359399 Jul 14 20:37:34.771882 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-5c9dbe9a-63e6-4cbc-9ac2-f1e5c6f2d9f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 999 time: 0.1323953 Jul 14 20:37:34.861028 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-7667561c-fdd7-4043-ad34-eebfc5b76e98 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907967 Jul 14 20:37:34.912686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8cbe0-011b-47fa-b8b0-a027a8dcb612 req-6e0a75e1-752a-4c3f-88a7-342e6e2f6fa4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.914195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95d8cbe0-011b-47fa-b8b0-a027a8dcb612 req-6e0a75e1-752a-4c3f-88a7-342e6e2f6fa4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.1381283 Jul 14 20:37:34.922881 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-20b03e1e-599f-4018-8874-3ba8a9409a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:34.924363 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-20b03e1e-599f-4018-8874-3ba8a9409a59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.1420956 Jul 14 20:37:34.955726 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-67b0ce0e-7bb5-468e-98b8-862b878a6565 req-331769d7-3258-4fc6-bbde-a48ec29f2989 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876520 Jul 14 20:37:35.047398 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-cb09691a-0803-4739-a5c1-7b7f28b54b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:35.048799 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-cb09691a-0803-4739-a5c1-7b7f28b54b84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088231 Jul 14 20:37:35.056588 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95d8cbe0-011b-47fa-b8b0-a027a8dcb612 req-6ac26577-076b-472b-9891-e744433e85fd tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356847 Jul 14 20:37:35.066601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:37:35.168418 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:35.191989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:37:35.203862 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:37:35.213469 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:35.217163 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:35.217820 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:35.254781 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-feecd9d5-2a92-4e72-9f29-9c8ae69647fa tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6341560 Jul 14 20:37:35.256038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:35.257824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ec042-4067-4779-8b2c-8e741d5d40a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:35.295431 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb58085-dc4f-4434-89d0-8a7e9c812553 x-openstack-request-id: req-0cb58085-dc4f-4434-89d0-8a7e9c812553 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:35.295713 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:35.295960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cb58085-dc4f-4434-89d0-8a7e9c812553 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:35.296935 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb58085-dc4f-4434-89d0-8a7e9c812553'] response: {'name': 'network-changed', 'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'status': 'completed', 'code': 200} Jul 14 20:37:35.329935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:35.457691 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:35.564017 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '67d3c25e-64ce-494e-a158-dd12ea9c783c', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:9d:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:37:33Z', 'updated_at': '2022-07-14T20:37:33Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:35.590317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:37:35.600142 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:37:35.600770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:37:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:35.706812 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:37:35.877068 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518c90f-9925-4453-8c98-df780c59edc4 req-3f80934d-eee4-4ede-89b6-6fcec503609d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:35.878568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9518c90f-9925-4453-8c98-df780c59edc4 req-3f80934d-eee4-4ede-89b6-6fcec503609d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 943 time: 0.0678952 Jul 14 20:37:35.915611 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:35.941426 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9518c90f-9925-4453-8c98-df780c59edc4 req-8e6d3eee-5124-419d-8098-820ca638d163 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Jul 14 20:37:35.942004 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:35.954863 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '67d3c25e-64ce-494e-a158-dd12ea9c783c', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:9d:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:37:33Z', 'updated_at': '2022-07-14T20:37:33Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:37:35.980626 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38099bd-c386-42f2-aeb8-2bbe9dccb9f3 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '67d3c25e-64ce-494e-a158-dd12ea9c783c', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:9d:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:37:33Z', 'updated_at': '2022-07-14T20:37:33Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:37:36.178556 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a37c4-06ae-4f42-90c0-09ab7f2ead29 None None] New status for floating IP 67d3c25e-64ce-494e-a158-dd12ea9c783c: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:37:36.229969 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-961a913f-dc28-4011-972e-0d96fc216e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.232175 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-961a913f-dc28-4011-972e-0d96fc216e3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 1127 time: 0.0591624 Jul 14 20:37:36.244805 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf505f8-dbd1-48c3-a7a6-83e60bdc3224 req-bf1001e3-585b-404d-8547-464f73141e32 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.246336 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cf505f8-dbd1-48c3-a7a6-83e60bdc3224 req-bf1001e3-585b-404d-8547-464f73141e32 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.1107881 Jul 14 20:37:36.301825 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-7da0cb36-b95c-462d-920f-133a29f865b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.303329 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-7da0cb36-b95c-462d-920f-133a29f865b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 1129 time: 0.1264005 Jul 14 20:37:36.348965 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-deefe29a-0f57-42c0-a418-b50bf50e0156 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843185 Jul 14 20:37:36.352517 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cf505f8-dbd1-48c3-a7a6-83e60bdc3224 req-e189a1c8-4785-4975-ac93-e386da68c431 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772648 Jul 14 20:37:36.355641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:36.367057 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-1d313d22-2e7e-4cd6-8154-e3dc1c1ad9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.368547 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-1d313d22-2e7e-4cd6-8154-e3dc1c1ad9d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 200 len: 909 time: 0.1249948 Jul 14 20:37:36.553287 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-55788673-9aff-4019-8587-c5b217baaf44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d6be8c-fba7-40b4-916d-feda88f8caec HTTP/1.1" status: 200 len: 217 time: 0.0345588 Jul 14 20:37:36.611899 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-fede96f8-a5b8-436f-9ddb-8c662946a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.613341 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-fede96f8-a5b8-436f-9ddb-8c662946a0ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 HTTP/1.1" status: 200 len: 848 time: 0.0490706 Jul 14 20:37:36.683201 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50b49d08-4095-4ce2-b71b-b6017cf68b87 req-19fbc789-6ee8-4a8c-b138-fe1f1ca24ea2 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640124 Jul 14 20:37:36.684505 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-4b3604b7-b6c0-49fb-b0c1-493638401de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:36.685799 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-4b3604b7-b6c0-49fb-b0c1-493638401de2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.1582081 Jul 14 20:37:36.735723 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-fd767ee3-6541-406f-b420-83a851bfa7c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74d902ae-4216-4f44-80f4-fe09909794ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290971 Jul 14 20:37:36.768504 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-0f29abd6-178c-4f21-ba5a-89e9aaf18ecd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791 HTTP/1.1" status: 200 len: 1001 time: 0.0615447 Jul 14 20:37:37.084539 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:37.092851 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf410f-feca-4359-9a17-56b97cdb1e37 req-0db96fc2-9cfd-4d36-b89a-e7312cfc54e3 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:37.094362 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ccf410f-feca-4359-9a17-56b97cdb1e37 req-0db96fc2-9cfd-4d36-b89a-e7312cfc54e3 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 943 time: 0.0820746 Jul 14 20:37:37.112605 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-583ed5e4-8592-4f7c-b61e-166e92915144 service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Jul 14 20:37:37.119322 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-fbf61f16-7b1f-43aa-b58e-a5e418023c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:37.120709 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-fbf61f16-7b1f-43aa-b58e-a5e418023c56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0791004 Jul 14 20:37:37.149784 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ccf410f-feca-4359-9a17-56b97cdb1e37 req-82e8a031-afb1-4f47-b9bb-53dd485195fe tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487909 Jul 14 20:37:37.212862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-c934e920-dd66-424a-b20d-d5412c879fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:37.214534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-c934e920-dd66-424a-b20d-d5412c879fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416861 Jul 14 20:37:37.267754 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-6a3d63fd-ddea-43c6-9f13-680c5bea317c req-b1ffcb08-dae3-4c6a-8538-073838792dde service neutron] 10.222.0.62 "GET /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951436 Jul 14 20:37:37.320490 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-c4c48b6e-d84c-4c21-9f6b-9df3cd47c80e service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985475 Jul 14 20:37:37.351083 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:37.476444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f9ec042-4067-4779-8b2c-8e741d5d40a2 req-316407af-52d8-4a0c-a945-e7330d6f0899 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495795 Jul 14 20:37:37.519143 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01988-e80f-4e27-a300-ed3b9d4f98ea req-9ccc15d5-7615-41f7-908e-05e5e9ee46fb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:37.522054 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ac01988-e80f-4e27-a300-ed3b9d4f98ea req-9ccc15d5-7615-41f7-908e-05e5e9ee46fb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0614216 Jul 14 20:37:37.602806 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0ac01988-e80f-4e27-a300-ed3b9d4f98ea req-7692c9f1-34b5-46d5-823c-a999b939dba1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730636 Jul 14 20:37:38.119060 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:38.196732 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33d6be8c-fba7-40b4-916d-feda88f8caec details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:37:38.302130 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1302c-edef-49c2-a2ae-44e0929497dd req-962c220e-1e4b-4a98-bd80-3c9c3c2980cb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:38.303948 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80b1302c-edef-49c2-a2ae-44e0929497dd req-962c220e-1e4b-4a98-bd80-3c9c3c2980cb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 943 time: 0.0794518 Jul 14 20:37:38.324571 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33d6be8c-fba7-40b4-916d-feda88f8caec,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:38.331251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:38.336425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '33d6be8c-fba7-40b4-916d-feda88f8caec', 'network_id': '74d902ae-4216-4f44-80f4-fe09909794ea', 'port_id': '33d6be8c-fba7-40b4-916d-feda88f8caec', 'mac_address': 'fa:16:3e:fc:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:38.355006 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80b1302c-edef-49c2-a2ae-44e0929497dd req-51c3f22f-f044-4a1d-9871-19304a371cfb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Jul 14 20:37:38.388652 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33d6be8c-fba7-40b4-916d-feda88f8caec is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:38.388963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:38.403298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d6be8c-fba7-40b4-916d-feda88f8caec {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:38.426119 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33d6be8c-fba7-40b4-916d-feda88f8caec,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:38.431349 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:38.489039 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:38.745440 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1246-205b-4757-bc98-d487263cbe18 req-2c0442de-fb0c-4c6a-a3b3-7a68047e0ce7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:38.747158 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-646e1246-205b-4757-bc98-d487263cbe18 req-2c0442de-fb0c-4c6a-a3b3-7a68047e0ce7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0524685 Jul 14 20:37:38.798089 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-646e1246-205b-4757-bc98-d487263cbe18 req-a0ca6b99-796d-4998-8ac5-fd91a14094fe tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Jul 14 20:37:38.865993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33d6be8c-fba7-40b4-916d-feda88f8caec'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:38.987067 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:39.498862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4085ba1-2bd8-49cf-9d9c-7e83dc615eff req-1546e298-b634-4dd1-825a-c52caea33e31 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:39.500608 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4085ba1-2bd8-49cf-9d9c-7e83dc615eff req-1546e298-b634-4dd1-825a-c52caea33e31 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 944 time: 0.0732145 Jul 14 20:37:39.552431 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a4085ba1-2bd8-49cf-9d9c-7e83dc615eff req-1f80a4bc-e1d5-4f44-b39d-ea8deba8f4d4 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Jul 14 20:37:39.921184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606ab04-9e84-43f7-b94a-f1b527303851 req-8934dc43-b819-401c-96fe-104ce1a1a615 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:39.927535 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5606ab04-9e84-43f7-b94a-f1b527303851 req-8934dc43-b819-401c-96fe-104ce1a1a615 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0553591 Jul 14 20:37:39.974630 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5606ab04-9e84-43f7-b94a-f1b527303851 req-ce879acf-81ab-4cf7-8ff2-2634cd8e23b3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457880 Jul 14 20:37:40.217489 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33d6be8c-fba7-40b4-916d-feda88f8caec up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:37:40.272415 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 33d6be8c-fba7-40b4-916d-feda88f8caec completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:37:40.278925 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 33d6be8c-fba7-40b4-916d-feda88f8caec triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:37:40.279586 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:40.373594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 33d6be8c-fba7-40b4-916d-feda88f8caec is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:40.374115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:40.410076 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:40.412958 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2523dd32-cb21-4db8-a6a4-a65dd1485d65" -d '{"events": [{"server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "name": "network-vif-plugged", "status": "completed", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:40.419273 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33d6be8c-fba7-40b4-916d-feda88f8caec,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:40.424002 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:40.455622 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1353dd05-5fb2-4f74-bb1e-6bc2e44a8b6b x-openstack-request-id: req-1353dd05-5fb2-4f74-bb1e-6bc2e44a8b6b {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:40.455990 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "name": "network-vif-plugged", "status": "completed", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:40.456305 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1353dd05-5fb2-4f74-bb1e-6bc2e44a8b6b {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:40.456793 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1353dd05-5fb2-4f74-bb1e-6bc2e44a8b6b'] response: {'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec', 'code': 200} Jul 14 20:37:40.485534 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:40.678009 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87dead-5d36-4b91-ac5d-308a8c3000d7 req-060d8a09-0395-4bdd-99cc-922da187a46a tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:40.679658 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fe87dead-5d36-4b91-ac5d-308a8c3000d7 req-060d8a09-0395-4bdd-99cc-922da187a46a tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0570545 Jul 14 20:37:40.738521 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fe87dead-5d36-4b91-ac5d-308a8c3000d7 req-a9be4eb7-8039-454d-907e-c6a71acb3a09 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Jul 14 20:37:41.118014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a8119-cc72-437b-b647-cf544de9b0e7 req-05e56d38-1292-4a36-a9d9-a8ff9c24577d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:41.119719 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-157a8119-cc72-437b-b647-cf544de9b0e7 req-05e56d38-1292-4a36-a9d9-a8ff9c24577d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0528760 Jul 14 20:37:41.175932 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-157a8119-cc72-437b-b647-cf544de9b0e7 req-342ae3b4-dfb2-4eab-9d66-d38fc6fe5a99 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481415 Jul 14 20:37:41.861686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab01f93-a292-4c9d-85f5-77e65a9a5def req-0912fe7e-f78a-4154-a8d7-f4bb638645af tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:41.863202 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ab01f93-a292-4c9d-85f5-77e65a9a5def req-0912fe7e-f78a-4154-a8d7-f4bb638645af tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0499091 Jul 14 20:37:41.915075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ab01f93-a292-4c9d-85f5-77e65a9a5def req-d0b3a732-2a67-4131-bbff-e48b713e8e11 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jul 14 20:37:42.326367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8c3d-fdcd-4449-a44b-c2a102cda644 req-5e7f64fe-3a05-4080-9c56-e79a1fb4d300 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:42.327863 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-658f8c3d-fdcd-4449-a44b-c2a102cda644 req-5e7f64fe-3a05-4080-9c56-e79a1fb4d300 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0561581 Jul 14 20:37:42.384384 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-658f8c3d-fdcd-4449-a44b-c2a102cda644 req-19043d4f-7a75-4e76-a262-4269f5e16ac5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502942 Jul 14 20:37:43.041368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088849ac-b269-4478-9310-35af5f44fb1a req-e30bb955-fe68-4043-bf6f-6d5f54148ac5 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:43.042879 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-088849ac-b269-4478-9310-35af5f44fb1a req-e30bb955-fe68-4043-bf6f-6d5f54148ac5 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0507414 Jul 14 20:37:43.092402 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-088849ac-b269-4478-9310-35af5f44fb1a req-e9271f39-17ec-4054-9205-c3fadbc0651b tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Jul 14 20:37:43.524281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec953ec4-10ec-4e84-bfd1-0593cc9cc558 req-c9fd6f36-3c3c-4cb6-a6b2-41b11ecfa884 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:43.526183 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec953ec4-10ec-4e84-bfd1-0593cc9cc558 req-c9fd6f36-3c3c-4cb6-a6b2-41b11ecfa884 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0592115 Jul 14 20:37:43.555416 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:43.580182 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec953ec4-10ec-4e84-bfd1-0593cc9cc558 req-697aacb9-1153-40a0-87f7-46725281aa04 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 Jul 14 20:37:44.223408 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99c78-c585-42e0-b6ba-3ac44a822b47 req-37d2355d-08d7-4419-bfeb-bfaa10356f47 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:44.225134 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7b99c78-c585-42e0-b6ba-3ac44a822b47 req-37d2355d-08d7-4419-bfeb-bfaa10356f47 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0554254 Jul 14 20:37:44.288064 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a7b99c78-c585-42e0-b6ba-3ac44a822b47 req-ba410763-974a-40bb-ba30-b55d673e1f80 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566211 Jul 14 20:37:44.712931 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd68d4d-b90d-489a-8a71-0cd618887c2f req-331db08a-b333-457c-afd2-937fafda4add tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:44.714410 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5cd68d4d-b90d-489a-8a71-0cd618887c2f req-331db08a-b333-457c-afd2-937fafda4add tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0521126 Jul 14 20:37:44.742711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:44.770000 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5cd68d4d-b90d-489a-8a71-0cd618887c2f req-ce6c6933-06de-4c0c-890f-a7fd1a694ceb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Jul 14 20:37:45.414994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6db8-1631-4126-91b5-b8e995b20e13 req-4b5b06e3-7a32-4301-9676-935ffbb95c45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:45.417842 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c5c6db8-1631-4126-91b5-b8e995b20e13 req-4b5b06e3-7a32-4301-9676-935ffbb95c45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0525556 Jul 14 20:37:45.472655 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0c5c6db8-1631-4126-91b5-b8e995b20e13 req-d239affa-c3e8-4058-aa8e-3f36fdb1604e tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 Jul 14 20:37:45.893628 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9ce3-e676-43cf-a262-a4e4f62e5fa8 req-2480a1c4-4f0c-4b90-92af-2da4c54b45d5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:45.895011 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c9b9ce3-e676-43cf-a262-a4e4f62e5fa8 req-2480a1c4-4f0c-4b90-92af-2da4c54b45d5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0470791 Jul 14 20:37:45.942341 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c9b9ce3-e676-43cf-a262-a4e4f62e5fa8 req-aae5d5cc-689d-438e-ac83-876ebc71e0dc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Jul 14 20:37:46.240466 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:46.323395 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:46.588439 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba988-7cc7-4056-b24a-c998ce3c1573 req-9ea36654-827f-476c-bca3-a3d13c5fa78b tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:46.590262 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69eba988-7cc7-4056-b24a-c998ce3c1573 req-9ea36654-827f-476c-bca3-a3d13c5fa78b tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0498037 Jul 14 20:37:46.639921 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69eba988-7cc7-4056-b24a-c998ce3c1573 req-ccc43c35-f3d5-4c7e-9a7d-eb8e3a806793 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Jul 14 20:37:46.973870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-3b23ae37-b0d2-4130-b1ba-328f688109ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373757 Jul 14 20:37:47.077067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-cec33e2a-5cc4-4eaf-a8e4-91e0541881bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:47.078536 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-cec33e2a-5cc4-4eaf-a8e4-91e0541881bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 1129 time: 0.0696361 Jul 14 20:37:47.091442 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835b94-b2de-4b0f-ad9d-3a9247ed36c5 req-a1f1b2a8-3145-40a9-8eea-cc7acc5c17f9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:47.092878 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06835b94-b2de-4b0f-ad9d-3a9247ed36c5 req-a1f1b2a8-3145-40a9-8eea-cc7acc5c17f9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0575118 Jul 14 20:37:47.100274 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c80f31-ae96-46e8-b9b0-2a61b72ab898 req-06d7e8f0-c836-4915-a70d-76cdfb0e528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:47.101782 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90c80f31-ae96-46e8-b9b0-2a61b72ab898 req-06d7e8f0-c836-4915-a70d-76cdfb0e528d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 1129 time: 0.0383687 Jul 14 20:37:47.150738 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-90c80f31-ae96-46e8-b9b0-2a61b72ab898 req-08f40f5d-8cb7-4ccb-98e8-d953a9487136 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Jul 14 20:37:47.194473 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06835b94-b2de-4b0f-ad9d-3a9247ed36c5 req-a0e48d2e-6dec-4953-b2a8-2c8c8042a338 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943704 Jul 14 20:37:47.223421 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-1600839d-fd13-4b1a-9d66-6fa2c9f913a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:47.224902 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-1600839d-fd13-4b1a-9d66-6fa2c9f913a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.1107228 Jul 14 20:37:47.519390 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-e927e4d6-632f-4f0f-8eb8-3155f80a0f55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812 HTTP/1.1" status: 200 len: 1000 time: 0.0589604 Jul 14 20:37:47.752002 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c0aa-05ed-4c43-9a5b-fb67d5bf90b2 req-da82ec43-0a41-484a-af26-9d14d0d13141 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:47.753452 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e872c0aa-05ed-4c43-9a5b-fb67d5bf90b2 req-da82ec43-0a41-484a-af26-9d14d0d13141 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0457399 Jul 14 20:37:47.800843 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e872c0aa-05ed-4c43-9a5b-fb67d5bf90b2 req-062ce643-f8e4-42db-90c7-457bbdd980b8 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Jul 14 20:37:48.024163 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-6ab1c9bf-2089-4ff3-bf57-8cea6922d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:48.025586 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-6ab1c9bf-2089-4ff3-bf57-8cea6922d885 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0435393 Jul 14 20:37:48.074184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-c1ae7b12-071f-4498-8249-a06fe9eebf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:48.075593 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-c1ae7b12-071f-4498-8249-a06fe9eebf5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411456 Jul 14 20:37:48.105446 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:48.182573 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-1b0a7854-d336-42e1-ab43-d944ab307775 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Jul 14 20:37:48.278555 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:48.291296 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9d1d211f-bf56-466a-95de-65ab9410ec12 req-4a1ceb6c-9da5-484e-b67c-f90ad5cadd7c service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984211 Jul 14 20:37:48.324619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29356d5a-8f33-4f05-b5d7-fb4860f5cffa req-abe83dca-74e2-4968-9e40-81531569174c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:48.325992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29356d5a-8f33-4f05-b5d7-fb4860f5cffa req-abe83dca-74e2-4968-9e40-81531569174c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0503159 Jul 14 20:37:48.374217 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-29356d5a-8f33-4f05-b5d7-fb4860f5cffa req-f633d718-9e8c-442b-868b-62c094f1bd7f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Jul 14 20:37:48.922290 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4545ce-0a35-4606-8dea-16f20ca94d64 req-466e57a1-c4da-48c7-9a3d-2f5fd5c93318 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:48.923727 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd4545ce-0a35-4606-8dea-16f20ca94d64 req-466e57a1-c4da-48c7-9a3d-2f5fd5c93318 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0561528 Jul 14 20:37:48.973137 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cd4545ce-0a35-4606-8dea-16f20ca94d64 req-6ab40279-0ac1-444c-91b4-8a1dd37fdd97 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Jul 14 20:37:49.493803 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a12d3-b3a4-4d9a-a21c-0d5e695b2136 req-0ec62f10-9a2f-43b7-8064-3add3fe482e9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:49.495309 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a6a12d3-b3a4-4d9a-a21c-0d5e695b2136 req-0ec62f10-9a2f-43b7-8064-3add3fe482e9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0472727 Jul 14 20:37:49.542677 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a6a12d3-b3a4-4d9a-a21c-0d5e695b2136 req-54aa1653-086b-47ee-8ba0-574cee048f61 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Jul 14 20:37:50.091757 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d8816-2ba4-4091-913f-11d499c9c0ac req-7b255005-b1c0-41ab-8ca8-0ee433fce9eb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:50.093200 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-860d8816-2ba4-4091-913f-11d499c9c0ac req-7b255005-b1c0-41ab-8ca8-0ee433fce9eb tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0452859 Jul 14 20:37:50.143244 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-860d8816-2ba4-4091-913f-11d499c9c0ac req-76e98fe8-0d04-4ff3-9231-69d0b551c34d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Jul 14 20:37:50.478451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:50.481329 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=28 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:50.664574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318801d-862f-40c7-84a7-250d3d753c63 req-d1051729-14de-4803-9386-1d8580ee3cd2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:50.666070 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0318801d-862f-40c7-84a7-250d3d753c63 req-d1051729-14de-4803-9386-1d8580ee3cd2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0473278 Jul 14 20:37:50.723263 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0318801d-862f-40c7-84a7-250d3d753c63 req-0707003b-2b12-4195-a4ed-0c67095ce4b6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515602 Jul 14 20:37:51.012021 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0e085-9e6b-4175-bb9f-59a5067f1eca req-99bb18aa-8e77-4fdc-a7d5-edeeadeef41d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:51.013485 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f0e085-9e6b-4175-bb9f-59a5067f1eca req-99bb18aa-8e77-4fdc-a7d5-edeeadeef41d tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0465236 Jul 14 20:37:51.061281 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-06f0e085-9e6b-4175-bb9f-59a5067f1eca req-3bdabda1-8b26-418b-a055-22df516bc8c9 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Jul 14 20:37:51.849042 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f3c6-e29f-4824-b6c4-443128977cec req-176b936e-2382-4534-a498-f17b6f2d061e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:51.850425 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f752f3c6-e29f-4824-b6c4-443128977cec req-176b936e-2382-4534-a498-f17b6f2d061e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0501626 Jul 14 20:37:51.897203 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f752f3c6-e29f-4824-b6c4-443128977cec req-0c45df90-427a-478c-9c33-002839b826f8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Jul 14 20:37:52.175527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c8d8-2041-47d9-8224-34d87fc1d922 req-2f0582f6-b625-4ae4-b2e2-4ff3c753f710 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:52.176903 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc12c8d8-2041-47d9-8224-34d87fc1d922 req-2f0582f6-b625-4ae4-b2e2-4ff3c753f710 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0470781 Jul 14 20:37:52.223887 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc12c8d8-2041-47d9-8224-34d87fc1d922 req-9713a6ba-c668-414b-99de-61e3ccf805e7 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Jul 14 20:37:53.016388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4ce1d-f311-4de2-a473-f67e64c6282f req-2733c4fe-7d9a-4566-8814-92bb2c2a5c10 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:53.018379 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df4ce1d-f311-4de2-a473-f67e64c6282f req-2733c4fe-7d9a-4566-8814-92bb2c2a5c10 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0464814 Jul 14 20:37:53.029682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:53.069258 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3df4ce1d-f311-4de2-a473-f67e64c6282f req-bbfffc62-b065-4d6d-a779-01e719c0e5ee tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Jul 14 20:37:53.336698 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ed73-b886-4d48-9998-170e2cdcf3ef req-f6cc4628-aac0-4e1e-b0e2-4a50daf3fcdc tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:53.338139 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dfa0ed73-b886-4d48-9998-170e2cdcf3ef req-f6cc4628-aac0-4e1e-b0e2-4a50daf3fcdc tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0472465 Jul 14 20:37:53.384920 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dfa0ed73-b886-4d48-9998-170e2cdcf3ef req-04c215f5-efac-445a-89b7-792366d69e91 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jul 14 20:37:53.887462 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-297865c7-5fc6-4430-a940-386d3871017f tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:53.888824 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-297865c7-5fc6-4430-a940-386d3871017f tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0457759 Jul 14 20:37:54.268504 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Deleting port 33d6be8c-fba7-40b4-916d-feda88f8caec {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:37:54.269201 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:54.274531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:54.300343 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee04b6-f934-4295-82c9-7004ff137c26 req-769125ac-14df-456f-88d3-c86a9b4f131a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:54.301847 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98ee04b6-f934-4295-82c9-7004ff137c26 req-769125ac-14df-456f-88d3-c86a9b4f131a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0779896 Jul 14 20:37:54.403512 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] For port 33d6be8c-fba7-40b4-916d-feda88f8caec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33d6be8c-fba7-40b4-916d-feda88f8caec,segment=NetworkSegment(7d20c4a0-afde-4e1b-8c23-92cc2bf41a22),segment_id=7d20c4a0-afde-4e1b-8c23-92cc2bf41a22)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:54.403875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:54.409330 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-98ee04b6-f934-4295-82c9-7004ff137c26 req-6e2fde40-afb6-494e-ae85-af48d8d0e664 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017125 Jul 14 20:37:54.420822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Calling delete_port for 33d6be8c-fba7-40b4-916d-feda88f8caec owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:37:54.524784 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965b7c-6ceb-4c65-b2d7-88a522e71e7d req-c6d6e2cf-7d7e-4094-8693-826af11c6c00 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:54.526190 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38965b7c-6ceb-4c65-b2d7-88a522e71e7d req-c6d6e2cf-7d7e-4094-8693-826af11c6c00 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/ports?device_id=5558f068-bcdd-4f6f-9ba5-5ca4506a674e HTTP/1.1" status: 200 len: 945 time: 0.0652041 Jul 14 20:37:54.612205 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38965b7c-6ceb-4c65-b2d7-88a522e71e7d req-8ce14de2-fe7f-48aa-ae56-6baeff7e8724 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.52 "GET /v2.0/security-groups?id=f92bd30e-c7e1-40fb-8430-9036ed3081f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Jul 14 20:37:54.632336 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (33d6be8c-fba7-40b4-916d-feda88f8caec), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:54.661253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Pushing event deleted for resources: {'Port': ['ID=33d6be8c-fba7-40b4-916d-feda88f8caec,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:54.685854 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33d6be8c-fba7-40b4-916d-feda88f8caec'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:37:54.708533 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] No DVR routers for this DVR port 33d6be8c-fba7-40b4-916d-feda88f8caec on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:37:54.711663 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:54.714848 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f022459a-d7cd-4c03-a9b9-0d28bc1effdf req-0b27c88a-38f0-4a22-bbf6-621fa5e25d45 tempest-VolumesActionsTest-1615241502 tempest-VolumesActionsTest-1615241502-project] 10.222.0.62 "DELETE /v2.0/ports/33d6be8c-fba7-40b4-916d-feda88f8caec HTTP/1.1" status: 204 len: 173 time: 0.8198407 Jul 14 20:37:54.715303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'name': 'network-vif-deleted', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:37:54.717519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec068c-87ab-4e78-a2d5-8ff699daf2a0" -d '{"events": [{"server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "name": "network-vif-deleted", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:37:54.755766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ccbfc5-8bb8-4747-a976-c23ce9a6f915 x-openstack-request-id: req-f9ccbfc5-8bb8-4747-a976-c23ce9a6f915 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:37:54.756056 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5558f068-bcdd-4f6f-9ba5-5ca4506a674e", "name": "network-vif-deleted", "tag": "33d6be8c-fba7-40b4-916d-feda88f8caec", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:37:54.756304 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9ccbfc5-8bb8-4747-a976-c23ce9a6f915 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:37:54.756705 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ccbfc5-8bb8-4747-a976-c23ce9a6f915'] response: {'server_uuid': '5558f068-bcdd-4f6f-9ba5-5ca4506a674e', 'name': 'network-vif-deleted', 'tag': '33d6be8c-fba7-40b4-916d-feda88f8caec', 'status': 'completed', 'code': 200} Jul 14 20:37:55.532093 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e5937-2601-42da-ad79-3a0ea1a8dd73 req-1524b9fa-2caf-47e4-af4a-384e993f0981 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:55.534257 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c0e5937-2601-42da-ad79-3a0ea1a8dd73 req-1524b9fa-2caf-47e4-af4a-384e993f0981 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 944 time: 0.0495639 Jul 14 20:37:55.594446 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c0e5937-2601-42da-ad79-3a0ea1a8dd73 req-db30582d-4c27-4789-ac1e-892005895cc2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521405 Jul 14 20:37:56.349066 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:37:56.577712 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:56.588407 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'mac_address': 'fa:16:3e:06:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:37:56.622452 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:37:56.622841 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:56.636562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:37:56.656495 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:37:56.661659 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:56.716571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9e90-ced4-4d16-b27d-f339184301b7 req-ca0ea1b1-641b-4061-afe4-5609cca15f6d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:56.718022 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0e9e90-ced4-4d16-b27d-f339184301b7 req-ca0ea1b1-641b-4061-afe4-5609cca15f6d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0477765 Jul 14 20:37:56.720333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:37:56.771078 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c0e9e90-ced4-4d16-b27d-f339184301b7 req-2aa6c550-8a21-4e10-94ea-327b60863251 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Jul 14 20:37:57.145447 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=36 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:57.148378 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=25 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:57.591724 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0e8791f3-8326-4015-9519-9cfb868da649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:57.877411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:37:57.891576 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c438f-1325-4311-ba10-f801c01f2b35 req-01df6631-0d6a-4538-a815-953b1029e444 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:57.893056 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-836c438f-1325-4311-ba10-f801c01f2b35 req-01df6631-0d6a-4538-a815-953b1029e444 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0481386 Jul 14 20:37:57.940917 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-836c438f-1325-4311-ba10-f801c01f2b35 req-560479e4-55b5-49ed-88a9-108796459294 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Jul 14 20:37:59.062768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46f1f-069a-4e5b-947d-e0a8c3f638eb req-18b9c92f-cef7-4e23-b305-365c18a1a739 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:37:59.064327 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9b46f1f-069a-4e5b-947d-e0a8c3f638eb req-18b9c92f-cef7-4e23-b305-365c18a1a739 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0485537 Jul 14 20:37:59.114090 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9b46f1f-069a-4e5b-947d-e0a8c3f638eb req-2bbcfece-cb56-4705-88fd-d625e7c7481c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440216 Jul 14 20:37:59.856828 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac663-993c-4874-9a56-ba326249c06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:37:59.955752 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['1ac0a834-cdf8-45d5-b1de-b010bb6c8485'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:38:00.241829 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fdf27-ed04-45e0-85af-02431cdb11d0 req-61e6bcf7-be01-4107-a631-163a9ef83eaf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:00.243486 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b6fdf27-ed04-45e0-85af-02431cdb11d0 req-61e6bcf7-be01-4107-a631-163a9ef83eaf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0529182 Jul 14 20:38:00.294139 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b6fdf27-ed04-45e0-85af-02431cdb11d0 req-3b7768e8-1897-4b75-a885-929cf6ca312c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Jul 14 20:38:01.108366 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:01.318180 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:01.365960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:01.366559 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:01.452754 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:01.470366 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:01.471072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:01.491781 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964df8-bc06-4eed-b40a-3c1148af8c35 req-4a395650-76c4-48ed-9426-4ae9b4a861cb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:01.493749 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04964df8-bc06-4eed-b40a-3c1148af8c35 req-4a395650-76c4-48ed-9426-4ae9b4a861cb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 945 time: 0.0725403 Jul 14 20:38:01.502271 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:01.504770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ed635-4c6c-4b6f-80f8-f26e55a23567" -d '{"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:01.529361 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:01.537095 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:01.538494 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33d6be8c-fba7-40b4-916d-feda88f8caec no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:38:01.552342 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-04964df8-bc06-4eed-b40a-3c1148af8c35 req-776227c6-1d36-404d-a8ea-e6e556bbd0ff tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524364 Jul 14 20:38:01.578776 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71f4ce2-2a43-42de-84a1-c0a6cf515bc7 x-openstack-request-id: req-d71f4ce2-2a43-42de-84a1-c0a6cf515bc7 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:01.579102 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-plugged", "status": "completed", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:01.579348 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d71f4ce2-2a43-42de-84a1-c0a6cf515bc7 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:01.579757 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71f4ce2-2a43-42de-84a1-c0a6cf515bc7'] response: {'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'code': 200} Jul 14 20:38:01.580253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 33d6be8c-fba7-40b4-916d-feda88f8caec {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:38:01.580587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33d6be8c-fba7-40b4-916d-feda88f8caec not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:38:01.611658 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:02.227496 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:02.234646 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:02.315806 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a45af-b286-4cec-9ae1-046e9b75a306 req-b85d9b23-1fac-42bc-9690-d762f883fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:02.317197 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3a45af-b286-4cec-9ae1-046e9b75a306 req-b85d9b23-1fac-42bc-9690-d762f883fa98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1131 time: 0.0531533 Jul 14 20:38:02.371184 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3a45af-b286-4cec-9ae1-046e9b75a306 req-57b21b23-9950-4a0d-b8d6-e18d39dae922 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Jul 14 20:38:02.665736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:02.693578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:02.732055 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83086c-304b-4739-b7ee-c9764590c1b8 req-979fe95f-facf-4426-b84f-2e41bff1e964 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:02.735447 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee83086c-304b-4739-b7ee-c9764590c1b8 req-979fe95f-facf-4426-b84f-2e41bff1e964 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0842221 Jul 14 20:38:02.787578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:02.797074 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ee83086c-304b-4739-b7ee-c9764590c1b8 req-6667b572-ada6-4ab9-bbf5-73a70aa3037d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 Jul 14 20:38:03.963741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79907e-d076-4afa-9f22-1d9e665093a6 req-21674368-3015-4e98-a44f-2953e23ad5c4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:03.966750 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc79907e-d076-4afa-9f22-1d9e665093a6 req-21674368-3015-4e98-a44f-2953e23ad5c4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0648465 Jul 14 20:38:04.027466 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc79907e-d076-4afa-9f22-1d9e665093a6 req-b5decb4d-baad-4004-be09-cfffcf6760f2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548887 Jul 14 20:38:05.276162 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749d1a-886d-47ef-bc71-8fb7d52a53ad req-85b11313-76e9-4910-b61d-99d326a717af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:05.279705 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c749d1a-886d-47ef-bc71-8fb7d52a53ad req-85b11313-76e9-4910-b61d-99d326a717af tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.1286201 Jul 14 20:38:05.356849 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216d7e-ff96-4e96-be84-0d2550ea836f req-afefba64-7709-4c7d-a70e-fa5490b50f64 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:05.358658 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0216d7e-ff96-4e96-be84-0d2550ea836f req-afefba64-7709-4c7d-a70e-fa5490b50f64 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0629239 Jul 14 20:38:05.427523 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c749d1a-886d-47ef-bc71-8fb7d52a53ad req-33cffac8-2188-4485-bdd2-27e0f48b6a9d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416254 Jul 14 20:38:05.438369 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0216d7e-ff96-4e96-be84-0d2550ea836f req-d4285a07-54d8-4f51-a58e-e111db168fb3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650675 Jul 14 20:38:06.602619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438b7c7-9c74-4c5d-b9e7-6cda0ee92ff5 req-3dbf3238-0860-4be9-99cc-465869c81bc5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:06.605741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e438b7c7-9c74-4c5d-b9e7-6cda0ee92ff5 req-3dbf3238-0860-4be9-99cc-465869c81bc5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0794301 Jul 14 20:38:06.612154 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb48b-6341-467f-9e2a-2a49c57e2ee7 req-2b00fcb5-ae4e-48c5-9138-5a940c4ea3dd tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:06.613631 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d0cb48b-6341-467f-9e2a-2a49c57e2ee7 req-2b00fcb5-ae4e-48c5-9138-5a940c4ea3dd tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0982165 Jul 14 20:38:06.694821 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e438b7c7-9c74-4c5d-b9e7-6cda0ee92ff5 req-92ca863c-09af-44b9-aa6f-b58639cf09a2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798528 Jul 14 20:38:06.709968 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d0cb48b-6341-467f-9e2a-2a49c57e2ee7 req-f2ed3b0b-12a8-4cab-aa19-9c10a1b7df4f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874422 Jul 14 20:38:07.084310 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-c9e0ab0e-5713-4769-9558-cc453c8c3b92 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:07.086506 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-c9e0ab0e-5713-4769-9558-cc453c8c3b92 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.0609860 Jul 14 20:38:07.170927 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:38:07.417445 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:07.495900 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 33415f35-0a2b-412a-b401-659c0b757bea {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:38:07.496232 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (33415f35-0a2b-412a-b401-659c0b757bea), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:07.604831 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] For port 33415f35-0a2b-412a-b401-659c0b757bea, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33415f35-0a2b-412a-b401-659c0b757bea,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:07.605609 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (33415f35-0a2b-412a-b401-659c0b757bea), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:07.930922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:08.015774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a72bf8-1eda-43ba-af98-7f8612fd96d5 req-e7dfa86c-042a-4461-8443-cd51203a59a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:08.017873 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09a72bf8-1eda-43ba-af98-7f8612fd96d5 req-e7dfa86c-042a-4461-8443-cd51203a59a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.1985340 Jul 14 20:38:08.071686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b592ef-c618-48b0-a251-7d9763db08c2 req-72363689-789f-456c-8799-e9a0c7676c04 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:08.073175 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7b592ef-c618-48b0-a251-7d9763db08c2 req-72363689-789f-456c-8799-e9a0c7676c04 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 945 time: 0.1753490 Jul 14 20:38:08.126807 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:08.127187 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:08.127499 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP ad08e86b-fb28-437e-bb7d-48bac95b550a disassociated. External IP: 172.27.0.111, port: 33415f35-0a2b-412a-b401-659c0b757bea. Jul 14 20:38:08.127841 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 33415f35-0a2b-412a-b401-659c0b757bea owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:38:08.137299 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:08.180125 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7b592ef-c618-48b0-a251-7d9763db08c2 req-dc2447b1-7746-4047-a7c8-44514cdf921b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fb52145-6544-4e5c-a030-1d14fca7f3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983212 Jul 14 20:38:08.213364 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09a72bf8-1eda-43ba-af98-7f8612fd96d5 req-37f8531e-ebb4-4170-b2b6-54cf49144832 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666179 Jul 14 20:38:08.356187 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (33415f35-0a2b-412a-b401-659c0b757bea), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:08.388200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=33415f35-0a2b-412a-b401-659c0b757bea,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:08.544958 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:08.646842 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:08.685746 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:08.698374 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:08.720122 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:08.720915 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:08.745603 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] No DVR routers for this DVR port 33415f35-0a2b-412a-b401-659c0b757bea on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:38:08.749121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:08.753711 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7e3b732d-135f-4069-900c-86990f97f5c7 req-436a68d7-bb22-4a88-bac7-4fd52cf91f38 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "DELETE /v2.0/ports/33415f35-0a2b-412a-b401-659c0b757bea HTTP/1.1" status: 204 len: 173 time: 1.3711307 Jul 14 20:38:08.754169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'name': 'network-vif-deleted', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:08.756603 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dba4b37-3fdf-40eb-b402-6f37ab3f20a8" -d '{"events": [{"server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "name": "network-vif-deleted", "tag": "33415f35-0a2b-412a-b401-659c0b757bea"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:08.833474 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c8f6fd-1041-4bbd-b2e2-c31dbcd495ac x-openstack-request-id: req-71c8f6fd-1041-4bbd-b2e2-c31dbcd495ac {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:08.833762 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c76d46-a8ea-4bcd-91b5-d12a4bfd7522", "name": "network-vif-deleted", "tag": "33415f35-0a2b-412a-b401-659c0b757bea", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:08.834006 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71c8f6fd-1041-4bbd-b2e2-c31dbcd495ac {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:08.834534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c8f6fd-1041-4bbd-b2e2-c31dbcd495ac'] response: {'server_uuid': '78c76d46-a8ea-4bcd-91b5-d12a4bfd7522', 'name': 'network-vif-deleted', 'tag': '33415f35-0a2b-412a-b401-659c0b757bea', 'status': 'completed', 'code': 200} Jul 14 20:38:08.844516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:08.866022 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:09.161148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:09.192036 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:09.201707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:09.202618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:09.449023 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85a159d9-9947-405c-98d1-ee802af89d49 req-dc29394a-86ac-4d0d-87b9-5df921dbe65a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c76d46-a8ea-4bcd-91b5-d12a4bfd7522 HTTP/1.1" status: 200 len: 210 time: 0.0947835 Jul 14 20:38:09.496204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:09.591561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-901a0b95-85cd-4569-873b-a46c8123f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:09.593989 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-901a0b95-85cd-4569-873b-a46c8123f413 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0999434 Jul 14 20:38:09.752052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4a0e-e9cc-4a5a-9b2a-d93bc8490db6 req-75060b1f-8486-423a-9f27-b7a3d88931a3 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:09.761701 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3cc4a0e-e9cc-4a5a-9b2a-d93bc8490db6 req-75060b1f-8486-423a-9f27-b7a3d88931a3 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.2032051 Jul 14 20:38:09.800635 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-835e01fc-40d9-4490-bb62-efd41c48d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:09.802137 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-835e01fc-40d9-4490-bb62-efd41c48d7fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.1786690 Jul 14 20:38:09.822843 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:09.852680 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b975ff5-2fbb-4c00-9208-8ff330836107 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6be16a8f-e817-4ff5-bd47-acdcbd828f6c', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:be:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:34:56Z', 'updated_at': '2022-07-14T20:35:34Z', 'revision_number': 2, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:38:09.930192 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3cc4a0e-e9cc-4a5a-9b2a-d93bc8490db6 req-60f2de01-f698-49ca-8ecd-9f135c40d79e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674404 Jul 14 20:38:09.962883 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-255abfa5-70a3-48e9-8422-1db74dde6ab5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 1000 time: 0.1369500 Jul 14 20:38:10.035007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-812ceb06-6c48-4c0e-ad7f-8147610e7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:10.037959 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-812ceb06-6c48-4c0e-ad7f-8147610e7dd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0690286 Jul 14 20:38:10.096156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:10.121942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-528acaae-bf41-4432-87f6-6346fd0808fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:10.123474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-528acaae-bf41-4432-87f6-6346fd0808fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0752676 Jul 14 20:38:10.274664 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-ede7b622-c50c-4cff-9096-7b1bb192ab36 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347167 Jul 14 20:38:10.277170 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d955ab3-7780-4d06-a10a-321ec3e0b01f None None] New status for floating IP ad08e86b-fb28-437e-bb7d-48bac95b550a: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:38:10.436527 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2df423ee-0643-4ab5-87a7-c913685f7500 req-efe807af-41d7-43cc-b651-899e8acede3d service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546068 Jul 14 20:38:10.551182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38240) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:10.656303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2fb52145-6544-4e5c-a030-1d14fca7f3f3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:10.691003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2fb52145-6544-4e5c-a030-1d14fca7f3f3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:10.756331 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2fb52145-6544-4e5c-a030-1d14fca7f3f3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:10.760402 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:10.764527 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/security-groups/2fb52145-6544-4e5c-a030-1d14fca7f3f3 HTTP/1.1" status: 204 len: 168 time: 0.2091858 Jul 14 20:38:10.765114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38246) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:10.783384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0837d-f94b-468a-ba5a-4666d6fbf5c1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb52145-6544-4e5c-a030-1d14fca7f3f3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:10.810039 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-423f747c-869a-4f83-93dd-e2f0c6cd98b3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] show failed (client error): The resource could not be found. Jul 14 20:38:10.814100 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38248) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:10.827257 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-423f747c-869a-4f83-93dd-e2f0c6cd98b3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups/2fb52145-6544-4e5c-a030-1d14fca7f3f3 HTTP/1.1" status: 404 len: 347 time: 0.0607042 Jul 14 20:38:10.950654 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 8b877dfd-0085-438f-967f-8d7f76d75a49 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:38:10.951133 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.020506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:11.054658 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.055230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (8b877dfd-0085-438f-967f-8d7f76d75a49), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.069662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 8b877dfd-0085-438f-967f-8d7f76d75a49 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:38:11.174835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3554df-9552-4ef7-aa5d-1625650c3f7c req-663316d9-4585-4757-a86b-64bf721a6404 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:11.176475 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb3554df-9552-4ef7-aa5d-1625650c3f7c req-663316d9-4585-4757-a86b-64bf721a6404 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.1002412 Jul 14 20:38:11.265547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fb3554df-9552-4ef7-aa5d-1625650c3f7c req-6a5da406-888f-4933-91dc-c701f692a857 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823708 Jul 14 20:38:11.333664 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (8b877dfd-0085-438f-967f-8d7f76d75a49), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.355319 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33415f35-0a2b-412a-b401-659c0b757bea no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:38:11.361003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=8b877dfd-0085-438f-967f-8d7f76d75a49,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:11.418544 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 33415f35-0a2b-412a-b401-659c0b757bea {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:38:11.420059 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33415f35-0a2b-412a-b401-659c0b757bea not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:38:11.441020 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ad08e86b-fb28-437e-bb7d-48bac95b550a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.443741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:11.446979 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3a208003-a653-4828-9b81-e0879bb0fcf3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/floatingips/ad08e86b-fb28-437e-bb7d-48bac95b550a HTTP/1.1" status: 204 len: 168 time: 0.6296530 Jul 14 20:38:12.395068 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:12.406127 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b36807-1639-472d-9c61-8fac28f2efbb req-9f57b676-3510-4ef4-8cd0-ea0094775b2f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:12.408629 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0b36807-1639-472d-9c61-8fac28f2efbb req-9f57b676-3510-4ef4-8cd0-ea0094775b2f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0568311 Jul 14 20:38:12.471047 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0b36807-1639-472d-9c61-8fac28f2efbb req-5296441b-859c-4a97-b6e9-0db80e13374a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549474 Jul 14 20:38:13.600646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1df2da-eeed-4e31-9871-124d27cbf49a req-5adba7ea-6c52-4bd9-849a-ec609cdb75d1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:13.602261 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a1df2da-eeed-4e31-9871-124d27cbf49a req-5adba7ea-6c52-4bd9-849a-ec609cdb75d1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0550232 Jul 14 20:38:13.689806 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a1df2da-eeed-4e31-9871-124d27cbf49a req-f5736e92-321f-4241-b0c9-9b5329321918 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811234 Jul 14 20:38:14.489767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3407a-37cc-420f-a088-6bff84dcbad5 req-4a9b8db4-c4c9-4a82-a119-77c4a309a6a2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:14.498739 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9a3407a-37cc-420f-a088-6bff84dcbad5 req-4a9b8db4-c4c9-4a82-a119-77c4a309a6a2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0655870 Jul 14 20:38:14.547928 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9a3407a-37cc-420f-a088-6bff84dcbad5 req-d53ad427-8076-4099-8497-f12fbcee0df8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482335 Jul 14 20:38:14.826575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680cab-45d7-4903-8a5e-d2dd162f86c8 req-e5622d9d-5c25-4f5f-96f5-f68e41d75464 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:14.829725 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4680cab-45d7-4903-8a5e-d2dd162f86c8 req-e5622d9d-5c25-4f5f-96f5-f68e41d75464 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0634587 Jul 14 20:38:14.889567 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c4680cab-45d7-4903-8a5e-d2dd162f86c8 req-a32790c3-c118-47d5-a156-8c331aad0b96 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533702 Jul 14 20:38:15.698332 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bdb5b-250f-4008-98ca-df9e38ffe058 req-87afddd5-2a09-4963-90dc-30ac7718aec6 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:15.706314 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c58bdb5b-250f-4008-98ca-df9e38ffe058 req-87afddd5-2a09-4963-90dc-30ac7718aec6 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0722282 Jul 14 20:38:15.768981 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c58bdb5b-250f-4008-98ca-df9e38ffe058 req-2137831c-ea56-4cd5-ab62-ce0ab78592e8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615232 Jul 14 20:38:16.038147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e10e5-35de-47c3-8e04-0a732383d506 req-2253eca1-97b4-45bc-b047-b0c73f8f7ad0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:16.039764 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-608e10e5-35de-47c3-8e04-0a732383d506 req-2253eca1-97b4-45bc-b047-b0c73f8f7ad0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0578301 Jul 14 20:38:16.067139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:16.112456 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-608e10e5-35de-47c3-8e04-0a732383d506 req-4a0473d5-e921-426e-8f97-3ee56783c70b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613236 Jul 14 20:38:16.672490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-ede83f88-5bb0-446a-ac93-c650bb4e24e5 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:16.674586 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-ede83f88-5bb0-446a-ac93-c650bb4e24e5 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Jul 14 20:38:16.772720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 59599dd6-29f1-4ecf-91d4-36c5c1372812 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:38:16.773081 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:16.957320 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2369fb-2de5-48cc-9b1c-9005b954420c req-c8994876-036e-4e5a-b0c6-4d552abd9fec tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:16.958893 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b2369fb-2de5-48cc-9b1c-9005b954420c req-c8994876-036e-4e5a-b0c6-4d552abd9fec tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 945 time: 0.0849824 Jul 14 20:38:16.961037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] For port 59599dd6-29f1-4ecf-91d4-36c5c1372812, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=59599dd6-29f1-4ecf-91d4-36c5c1372812,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:16.961404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:17.098539 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b2369fb-2de5-48cc-9b1c-9005b954420c req-910f3937-283c-45ed-92c9-32b54a17bc3f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2cf21d76-3213-4171-8e17-942aa97917ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284909 Jul 14 20:38:17.173600 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:17.174119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:17.174445 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP 6be16a8f-e817-4ff5-bd47-acdcbd828f6c disassociated. External IP: 172.27.0.72, port: 59599dd6-29f1-4ecf-91d4-36c5c1372812. Jul 14 20:38:17.174736 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 59599dd6-29f1-4ecf-91d4-36c5c1372812 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:38:17.543914 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:17.564073 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878a18-2b98-4bcc-a007-55b9a1051085 req-9432069f-d2bf-40e7-97e9-22af2cc47173 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:17.565550 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d878a18-2b98-4bcc-a007-55b9a1051085 req-9432069f-d2bf-40e7-97e9-22af2cc47173 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.3480539 Jul 14 20:38:17.662248 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d878a18-2b98-4bcc-a007-55b9a1051085 req-d7fcf9d9-c121-420d-a9c7-8a7021483df0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906296 Jul 14 20:38:17.698174 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (59599dd6-29f1-4ecf-91d4-36c5c1372812), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:17.728772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=59599dd6-29f1-4ecf-91d4-36c5c1372812,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:17.865353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:17.915734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:17.971777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:17.981474 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:17.991059 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:17.991659 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:18.012396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] No DVR routers for this DVR port 59599dd6-29f1-4ecf-91d4-36c5c1372812 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:38:18.014972 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:18.018927 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-38c36a39-692d-4ae3-8e06-d3694efc4924 req-207128f5-cc0b-490d-a0da-afab7fa3e13b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "DELETE /v2.0/ports/59599dd6-29f1-4ecf-91d4-36c5c1372812 HTTP/1.1" status: 204 len: 173 time: 1.3390353 Jul 14 20:38:18.019482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'name': 'network-vif-deleted', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:18.022051 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c73377-5298-4edf-85df-577449036e92" -d '{"events": [{"server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "name": "network-vif-deleted", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:18.060637 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6392a5b-83d0-4269-b719-0a48d75fe88f x-openstack-request-id: req-f6392a5b-83d0-4269-b719-0a48d75fe88f {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:18.061330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad8c60a-cc83-4ab7-beab-7c1a2b31c830", "name": "network-vif-deleted", "tag": "59599dd6-29f1-4ecf-91d4-36c5c1372812", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:18.061330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6392a5b-83d0-4269-b719-0a48d75fe88f {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:18.061631 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6392a5b-83d0-4269-b719-0a48d75fe88f'] response: {'server_uuid': '0ad8c60a-cc83-4ab7-beab-7c1a2b31c830', 'name': 'network-vif-deleted', 'tag': '59599dd6-29f1-4ecf-91d4-36c5c1372812', 'status': 'completed', 'code': 200} Jul 14 20:38:18.097358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:18.127809 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:18.222434 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-edee9163-cc50-43bf-a7ad-5d72d850f0b8 req-92d111f7-314b-45d0-b4ed-44a246bd51a3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ad8c60a-cc83-4ab7-beab-7c1a2b31c830 HTTP/1.1" status: 200 len: 210 time: 0.0345416 Jul 14 20:38:18.319766 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:18.349713 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:18.359652 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:18.360283 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:18.407009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:18.478828 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:18.692194 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:18.717757 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1baa03-1f01-4869-a549-d7874b731e92 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:38:18.805116 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631791-3230-4d67-9e5c-116ebe342f32 req-17e40b6b-dc54-4496-8c00-816d9f93adfa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:18.806673 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d631791-3230-4d67-9e5c-116ebe342f32 req-17e40b6b-dc54-4496-8c00-816d9f93adfa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0525234 Jul 14 20:38:18.862349 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d631791-3230-4d67-9e5c-116ebe342f32 req-1e2df500-dca3-4994-9c7b-abab4ae1e1f8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495675 Jul 14 20:38:18.978306 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf80b59-cd64-41ad-b6f9-323f7a5d4cf4 None None] New status for floating IP 6be16a8f-e817-4ff5-bd47-acdcbd828f6c: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:38:19.347672 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38406) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:19.402534 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 59599dd6-29f1-4ecf-91d4-36c5c1372812 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:38:19.416200 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2cf21d76-3213-4171-8e17-942aa97917ed), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.436766 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 59599dd6-29f1-4ecf-91d4-36c5c1372812 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:38:19.437613 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 59599dd6-29f1-4ecf-91d4-36c5c1372812 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:38:19.447904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2cf21d76-3213-4171-8e17-942aa97917ed), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.504260 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2cf21d76-3213-4171-8e17-942aa97917ed), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.506888 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.508087 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/security-groups/2cf21d76-3213-4171-8e17-942aa97917ed HTTP/1.1" status: 204 len: 168 time: 0.1593997 Jul 14 20:38:19.510992 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38410) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:19.517725 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc411-0f0e-4bd5-9f2e-da3293e02d77 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf21d76-3213-4171-8e17-942aa97917ed,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:19.526075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-0b5bf324-5b13-4057-854a-7a50109be8f8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] show failed (client error): The resource could not be found. Jul 14 20:38:19.527120 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0b5bf324-5b13-4057-854a-7a50109be8f8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups/2cf21d76-3213-4171-8e17-942aa97917ed HTTP/1.1" status: 404 len: 347 time: 0.0151193 Jul 14 20:38:19.530760 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38412) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:19.647960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port c51fff3c-0ce8-40bb-b418-a6b701e130b1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:38:19.648298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.737482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.737786 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (c51fff3c-0ce8-40bb-b418-a6b701e130b1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.751855 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for c51fff3c-0ce8-40bb-b418-a6b701e130b1 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:38:19.851326 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:19.898725 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (c51fff3c-0ce8-40bb-b418-a6b701e130b1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:19.935875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=c51fff3c-0ce8-40bb-b418-a6b701e130b1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:20.037323 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3fa37-1a84-4421-8ed2-15b89eaa0e9a req-ae2eecda-0df9-4115-8dc0-503f85681eae tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:20.038867 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51c3fa37-1a84-4421-8ed2-15b89eaa0e9a req-ae2eecda-0df9-4115-8dc0-503f85681eae tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0777295 Jul 14 20:38:20.054230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (6be16a8f-e817-4ff5-bd47-acdcbd828f6c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.056712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.058008 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f9894bc2-1fd4-47ce-8f0a-8b43b01b3f0b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/floatingips/6be16a8f-e817-4ff5-bd47-acdcbd828f6c HTTP/1.1" status: 204 len: 168 time: 0.5262163 Jul 14 20:38:20.104003 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51c3fa37-1a84-4421-8ed2-15b89eaa0e9a req-ab3545cf-3ca9-4143-9c78-dbb26e145900 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587432 Jul 14 20:38:20.147833 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38418) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.152474 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064137849', 'description': 'tempest-description--537234944'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:20.174728 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.245714 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2aeb11ca-d88a-4771-afaa-8e3c9a802791), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.249668 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2aeb11ca-d88a-4771-afaa-8e3c9a802791), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.267427 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:20.282829 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.286813 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352382 Jul 14 20:38:20.287230 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38420) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.289598 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003e0e8-4fc2-499d-a46b-4452cb151c1d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb11ca-d88a-4771-afaa-8e3c9a802791,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:20.292250 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2aeb11ca-d88a-4771-afaa-8e3c9a802791', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:20.321857 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (1b9be871-0be0-4f7f-9685-1634d5d600b2), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.389248 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (1b9be871-0be0-4f7f-9685-1634d5d600b2), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.394764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (1b9be871-0be0-4f7f-9685-1634d5d600b2), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.415963 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9be871-0be0-4f7f-9685-1634d5d600b2,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:20.423990 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.425206 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1edf1b30-3c37-4110-91ce-67939206ca15 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368444 Jul 14 20:38:20.427974 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.432495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': '2aeb11ca-d88a-4771-afaa-8e3c9a802791', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:20.461290 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (dbdc0d4a-f1d2-47fa-9793-1280ee21e60c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.478826 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38426) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.527265 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (dbdc0d4a-f1d2-47fa-9793-1280ee21e60c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.530621 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Deleting subnet d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:38:20.532639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (dbdc0d4a-f1d2-47fa-9793-1280ee21e60c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.534330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Publish callbacks [] for subnet (d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.555054 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdc0d4a-f1d2-47fa-9793-1280ee21e60c,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:20.560971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.565826 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-77eb1548-afe0-45c2-ad8d-5756f4cebdad tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369033 Jul 14 20:38:20.566060 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38428) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.572110 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:20.588401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.638156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.668433 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.776380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.789852 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.846272 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:20.854134 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:20.857319 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-321782b4-a07f-4406-b5a9-d429881cc535 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d8c3a2d8-3b9d-4ea0-bfb0-13afbc4eb409 HTTP/1.1" status: 204 len: 168 time: 0.3773632 Jul 14 20:38:20.860000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38430) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:20.877017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:21.000585 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (74d902ae-4216-4f44-80f4-fe09909794ea), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.004281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.27.0.17 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/0c58aa95-d21f-4946-9b4b-d3eb2880fdec) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:21.145281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (74d902ae-4216-4f44-80f4-fe09909794ea), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.178758 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d902ae-4216-4f44-80f4-fe09909794ea']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:21.197351 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:21.197642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d20c4a0-afde-4e1b-8c23-92cc2bf41a22') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:21.238682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (7d20c4a0-afde-4e1b-8c23-92cc2bf41a22), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.256417 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.271247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:21.272619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (7d20c4a0-afde-4e1b-8c23-92cc2bf41a22), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.281706 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ef94-681e-4c54-bed9-2c639487b84c req-8112281d-77a8-475b-8ce0-1f92a416b945 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:21.283761 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a615ef94-681e-4c54-bed9-2c639487b84c req-8112281d-77a8-475b-8ce0-1f92a416b945 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0927691 Jul 14 20:38:21.295294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:38:21.295676 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (7d20c4a0-afde-4e1b-8c23-92cc2bf41a22), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.316649 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 7d20c4a0-afde-4e1b-8c23-92cc2bf41a22 resource provider aggregate not found Jul 14 20:38:21.342148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 7d20c4a0-afde-4e1b-8c23-92cc2bf41a22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d20c4a0-afde-4e1b-8c23-92cc2bf41a22 found for delete ", "request_id": "req-4712cf45-9ba1-4bd1-9a16-993ba06124c3"}]} Jul 14 20:38:21.408404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (74d902ae-4216-4f44-80f4-fe09909794ea), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.413244 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.449114 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a615ef94-681e-4c54-bed9-2c639487b84c req-45159b7f-5661-4591-8ef6-254c19960694 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569736 Jul 14 20:38:21.464156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.467285 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] 10.222.0.52 "DELETE /v2.0/networks/74d902ae-4216-4f44-80f4-fe09909794ea HTTP/1.1" status: 204 len: 168 time: 0.6058378 Jul 14 20:38:21.474874 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99ba2a-5f09-4e71-bcdf-09d946f75090 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d902ae-4216-4f44-80f4-fe09909794ea,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:21.482581 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:21.488515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:21.492748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:21.518868 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=0c58aa95-d21f-4946-9b4b-d3eb2880fdec,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:21.592045 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.607349 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38442) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:21.641059 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.652806 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9c7ac4ba-a43a-46fa-aa76-f3a621dccb55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=806c059a19044c6ebcd8f2cc50d9591d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441592 Jul 14 20:38:21.655237 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38444) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:21.704631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:21.707839 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] Publish callbacks [] for security_group (f92bd30e-c7e1-40fb-8430-9036ed3081f6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.731767 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] Publish callbacks [] for security_group (f92bd30e-c7e1-40fb-8430-9036ed3081f6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.784533 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f92bd30e-c7e1-40fb-8430-9036ed3081f6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.787042 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.788243 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f92bd30e-c7e1-40fb-8430-9036ed3081f6 HTTP/1.1" status: 204 len: 168 time: 0.1320736 Jul 14 20:38:21.800846 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82051-27f1-4321-b6e8-c0c60b2b64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92bd30e-c7e1-40fb-8430-9036ed3081f6,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:21.812543 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.818030 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.898913 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=0c58aa95-d21f-4946-9b4b-d3eb2880fdec,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:21.913141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.929896 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:21.931184 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0814af89-aff6-41e9-9d01-68f6a55f03e4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3641660 Jul 14 20:38:22.144158 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-74dd2305-4902-4582-ab93-669a98238022 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1064137849&fields=id&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 267 time: 0.0469427 Jul 14 20:38:22.261219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-71444b1d-5da7-4281-af76-588fc9ef2f2d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:22.262666 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-71444b1d-5da7-4281-af76-588fc9ef2f2d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.1113083 Jul 14 20:38:22.280110 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-0538fcca-69de-41c5-af26-f90ae350ad96 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/quotas/40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 375 time: 0.0115163 Jul 14 20:38:22.336208 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-446748fb-1859-43a8-9cf4-e681b3ff7916 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499506 Jul 14 20:38:22.412758 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:22.440672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-7d5a4705-8b4c-4776-8c57-e70fa3289bcd service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Jul 14 20:38:22.597046 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e35310-0eb5-4351-b50f-d18de188d310 req-c52f884a-671c-48a0-9ffa-ed19481614fc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:22.598539 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8e35310-0eb5-4351-b50f-d18de188d310 req-c52f884a-671c-48a0-9ffa-ed19481614fc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0736732 Jul 14 20:38:22.600532 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-df4a8a44-d108-4289-80ea-b1c5c5a7d4c8 service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555798 Jul 14 20:38:22.658758 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8e35310-0eb5-4351-b50f-d18de188d310 req-c21590ef-fb7e-4898-8049-365e6296e568 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540025 Jul 14 20:38:22.787284 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a344a183-f249-47be-b6ce-e666ad3ef9ae req-99a1c3aa-b1b4-4198-b7a7-439d9e1c8330 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 210 time: 0.0344958 Jul 14 20:38:23.776115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82aabe-1533-49ca-92fb-5db6e5940d89 req-89ea280b-d922-4fb9-b7b9-ce5cdc7bd47b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:23.777688 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a82aabe-1533-49ca-92fb-5db6e5940d89 req-89ea280b-d922-4fb9-b7b9-ce5cdc7bd47b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Jul 14 20:38:23.825964 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a82aabe-1533-49ca-92fb-5db6e5940d89 req-68357931-59b5-4284-a312-11f81c20b577 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Jul 14 20:38:23.890156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0012da07-97d7-49ae-84d7-02daf7e92faf req-965f1ed7-a1ed-4ef1-b219-4b95fcbc4a94 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 210 time: 0.0309908 Jul 14 20:38:24.036359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c203089d-0bba-40f1-bff7-5a3931bcc148 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:24.037977 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c203089d-0bba-40f1-bff7-5a3931bcc148 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.1141512 Jul 14 20:38:24.115564 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-6ecdac4f-ec07-4f29-9cfd-bf5b654dc2cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 380 time: 0.0597768 Jul 14 20:38:24.283702 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'port': {'device_id': 'f580e757-6a64-44b4-924f-3710d64601ee', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'admin_state_up': True, 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'security_groups': ['2aeb11ca-d88a-4771-afaa-8e3c9a802791']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:24.304098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:24.407348 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:38:24.410978 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:24.547003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.20.0.3 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/384bb2f5-be38-48f0-8c74-d068964e4b64) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:24.668263 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:24.702124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:24.733705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:24.776679 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:24.781877 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:24.785887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:24.810174 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:24.844434 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:24.845685 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:24.867249 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-c44cb195-a6b7-450f-bbdc-30d42e76c0a9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901716 Jul 14 20:38:24.893294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Request body: {'port': {'device_id': 'f580e757-6a64-44b4-924f-3710d64601ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:25.005733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d8045-9de1-4de1-a6d5-59b74bcaf819 req-9654a571-70c8-41bf-9d1c-af1866ee86bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:25.007194 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b79d8045-9de1-4de1-a6d5-59b74bcaf819 req-9654a571-70c8-41bf-9d1c-af1866ee86bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0924189 Jul 14 20:38:25.051623 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-0351a8d2-9f31-492a-b077-f815cb6e4c7b None None] Provisioning complete for port 384bb2f5-be38-48f0-8c74-d068964e4b64 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:25.052231 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0351a8d2-9f31-492a-b077-f815cb6e4c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.055311 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.085319 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0351a8d2-9f31-492a-b077-f815cb6e4c7b None None] Port 384bb2f5-be38-48f0-8c74-d068964e4b64 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:38:25.086340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc3de-3d14-4880-894e-58c1306f3fd0 req-1d71611e-92f7-4ea8-b171-6b4309b2f907 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:25.087876 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9bbc3de-3d14-4880-894e-58c1306f3fd0 req-1d71611e-92f7-4ea8-b171-6b4309b2f907 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 931 time: 0.1149008 Jul 14 20:38:25.144060 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b79d8045-9de1-4de1-a6d5-59b74bcaf819 req-1f656e4e-e5c8-495d-87c1-b4dd2730c532 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126437 Jul 14 20:38:25.172380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:25.240715 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9bbc3de-3d14-4880-894e-58c1306f3fd0 req-1572ddf8-5650-42d9-bbdd-244dc287f6d9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463306 Jul 14 20:38:25.410478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384bb2f5-be38-48f0-8c74-d068964e4b64 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:38:25.417823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks [] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.430091 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Transition to ACTIVE for port object 384bb2f5-be38-48f0-8c74-d068964e4b64 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:38:25.435063 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.489838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Pushing event updated for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:25.531758 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:25.565366 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Attempting to bind port 384bb2f5-be38-48f0-8c74-d068964e4b64 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:38:25.565710 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Attempting to bind port 384bb2f5-be38-48f0-8c74-d068964e4b64 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:38:25.566014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Attempting to bind port 384bb2f5-be38-48f0-8c74-d068964e4b64 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:38:25.571038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Port 384bb2f5-be38-48f0-8c74-d068964e4b64 on network 946dd351-5829-4dff-b5e5-6e232f299044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:38:25.571351 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Attempting to bind port 384bb2f5-be38-48f0-8c74-d068964e4b64 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:38:25.580449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:38:25.580789 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:38:25.581207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:38:25.581650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Bound port: 384bb2f5-be38-48f0-8c74-d068964e4b64, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:38:25.582010 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.652335 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:38:25.655881 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384bb2f5-be38-48f0-8c74-d068964e4b64,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:38:25.662421 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.701730 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:25.702345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:25.703753 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] 10.222.0.62 "PUT /v2.0/ports/384bb2f5-be38-48f0-8c74-d068964e4b64 HTTP/1.1" status: 200 len: 1093 time: 0.8198009 Jul 14 20:38:25.704754 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:25.707032 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2515f3cd-7271-4283-9f9a-51672a587218" -d '{"events": [{"name": "network-changed", "server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:25.741602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ab664-efed-49f8-9922-6fa350ba021c service neutron] Pushing event updated for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:25.763404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00af292f-fdfb-4f8e-9074-1ff151fed634 x-openstack-request-id: req-00af292f-fdfb-4f8e-9074-1ff151fed634 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:25.763743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:25.764739 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00af292f-fdfb-4f8e-9074-1ff151fed634 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:25.765251 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00af292f-fdfb-4f8e-9074-1ff151fed634'] response: {'name': 'network-changed', 'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'status': 'completed', 'code': 200} Jul 14 20:38:25.877353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-129a8c1b-6654-4558-bd28-064229d5fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:25.879563 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-129a8c1b-6654-4558-bd28-064229d5fa99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 1127 time: 0.0429866 Jul 14 20:38:25.934474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-b9b6974f-95a5-4089-9b1f-ea0fb7af3902 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384bb2f5-be38-48f0-8c74-d068964e4b64 HTTP/1.1" status: 200 len: 217 time: 0.0411057 Jul 14 20:38:25.995476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-87c5ff6c-7872-457f-831e-26c4124a7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:25.997053 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-87c5ff6c-7872-457f-831e-26c4124a7d45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0527091 Jul 14 20:38:26.369111 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-e6b5d1a0-303a-4f3f-bd36-3575625e9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:26.370486 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-e6b5d1a0-303a-4f3f-bd36-3575625e9c4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3668478 Jul 14 20:38:26.400386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79752410-a01f-4e8b-8471-db32ac6a2fe3 req-59fe4bd9-e909-41c9-b70a-a6ada7189ec8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:26.401779 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79752410-a01f-4e8b-8471-db32ac6a2fe3 req-59fe4bd9-e909-41c9-b70a-a6ada7189ec8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0971766 Jul 14 20:38:26.420911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbfd6b-5206-47e9-9d99-204c38682d6c req-bfaa3d9a-e2f3-4172-876f-0735dd49f55a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:26.422345 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aebbfd6b-5206-47e9-9d99-204c38682d6c req-bfaa3d9a-e2f3-4172-876f-0735dd49f55a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 943 time: 0.1028812 Jul 14 20:38:26.508084 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:26.540812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-79752410-a01f-4e8b-8471-db32ac6a2fe3 req-5ed4d942-35cf-465d-8614-3cee12dfe717 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263549 Jul 14 20:38:26.552296 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aebbfd6b-5206-47e9-9d99-204c38682d6c req-adfc7348-c76d-4315-9d1d-4b7214a586b9 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206474 Jul 14 20:38:26.566753 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-e290e703-b427-4474-bce0-fcea3de3dd7f service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875255 Jul 14 20:38:26.662749 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7e7209c-bbaf-4ada-b49e-a28419f0a2cb req-f71b91ed-00ac-47d9-84e0-17efad8673cc service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898435 Jul 14 20:38:27.586296 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-74cf0f8e-0250-44f7-88ee-b31a35cac2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:27.712814 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92039ca3-0142-4084-af08-a813a4e14201 req-6218a372-3d90-4bb0-ac30-c6ca86f8efd8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:27.714478 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92039ca3-0142-4084-af08-a813a4e14201 req-6218a372-3d90-4bb0-ac30-c6ca86f8efd8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0966663 Jul 14 20:38:27.723822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49733d-c59f-464b-9285-ca037d13031f req-f2a6e1c0-eedd-42e1-a862-1d8ec600e088 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:27.725361 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b49733d-c59f-464b-9285-ca037d13031f req-f2a6e1c0-eedd-42e1-a862-1d8ec600e088 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 943 time: 0.0716097 Jul 14 20:38:27.813131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:27.836338 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92039ca3-0142-4084-af08-a813a4e14201 req-15047679-972a-4091-ba01-1bcffb44a81c tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099772 Jul 14 20:38:27.845243 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b49733d-c59f-464b-9285-ca037d13031f req-e0c51a5c-9273-4ee8-8030-23052553d500 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108170 Jul 14 20:38:27.858762 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f3cd-7271-4283-9f9a-51672a587218 req-a211c22b-4d49-4f4c-a47d-777eb782c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:27.860880 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-a211c22b-4d49-4f4c-a47d-777eb782c64a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 1127 time: 0.0673628 Jul 14 20:38:27.986045 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f3cd-7271-4283-9f9a-51672a587218 req-68777049-7961-4097-beed-1085ea366487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:27.987689 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-68777049-7961-4097-beed-1085ea366487 service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.0990589 Jul 14 20:38:28.028007 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-c4642421-3c3a-489f-9543-71e5954d993e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384bb2f5-be38-48f0-8c74-d068964e4b64 HTTP/1.1" status: 200 len: 217 time: 0.0337229 Jul 14 20:38:28.080264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f3cd-7271-4283-9f9a-51672a587218 req-8312b014-a2c4-40ec-a88b-c259431306b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:28.081632 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-8312b014-a2c4-40ec-a88b-c259431306b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0466461 Jul 14 20:38:28.134246 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f3cd-7271-4283-9f9a-51672a587218 req-fa7bcb12-1ba4-46d7-a896-fecba67ce3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:28.135824 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-fa7bcb12-1ba4-46d7-a896-fecba67ce3c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474989 Jul 14 20:38:28.238620 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-e6903c22-cd18-4386-bf83-ca116f5f23a6 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958841 Jul 14 20:38:28.343804 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2515f3cd-7271-4283-9f9a-51672a587218 req-254f8bb5-973e-49aa-8fad-68fec748afd2 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986564 Jul 14 20:38:28.997515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752beb-4e30-4c8b-b6e3-9c3dcab4b4ea req-abc09179-2cf1-4a65-a31c-eaefc22177ee tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:28.999307 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13752beb-4e30-4c8b-b6e3-9c3dcab4b4ea req-abc09179-2cf1-4a65-a31c-eaefc22177ee tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Jul 14 20:38:29.012846 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca30a-2202-4c85-9ab9-7dfbfcae5bfe req-a80a2ed6-bfc9-4a28-9a39-497476e4e153 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:29.014392 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e71ca30a-2202-4c85-9ab9-7dfbfcae5bfe req-a80a2ed6-bfc9-4a28-9a39-497476e4e153 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 943 time: 0.0853968 Jul 14 20:38:29.056393 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:29.059798 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:29.098161 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13752beb-4e30-4c8b-b6e3-9c3dcab4b4ea req-2c41f7bc-5ebb-47ba-9f16-205ff439a952 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826807 Jul 14 20:38:29.101113 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e71ca30a-2202-4c85-9ab9-7dfbfcae5bfe req-d41695ec-6fab-4cb7-9318-cc8afe3863c0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792246 Jul 14 20:38:29.460094 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 384bb2f5-be38-48f0-8c74-d068964e4b64 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:38:29.572861 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384bb2f5-be38-48f0-8c74-d068964e4b64,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:29.589215 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'port_id': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'mac_address': 'fa:16:3e:f9:39:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:38:29.644307 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 384bb2f5-be38-48f0-8c74-d068964e4b64 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:29.644701 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:29.669322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384bb2f5-be38-48f0-8c74-d068964e4b64 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:38:29.692025 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384bb2f5-be38-48f0-8c74-d068964e4b64,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:29.696413 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:29.751379 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:29.759357 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.759746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.760191 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.760637 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.761019 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.761425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.762458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.762864 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.763423 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.763638 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.764002 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.764388 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.764757 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.765135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.765503 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:29.849429 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:29.862201 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e540c439-f48f-44dd-98b1-669e8421f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:30.066764 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['384bb2f5-be38-48f0-8c74-d068964e4b64'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:38:30.214148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:30.244344 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:30.253859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b859-5636-405e-a6cf-d5666c2c4c5b req-1344f6be-64f6-4d86-ae58-06a3d1998248 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:30.255496 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a75b859-5636-405e-a6cf-d5666c2c4c5b req-1344f6be-64f6-4d86-ae58-06a3d1998248 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0809212 Jul 14 20:38:30.274214 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6586-b004-452b-84d4-5e113a952760 req-1bc16f5f-1117-4818-8108-282712cb34dc tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:30.275741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a9f6586-b004-452b-84d4-5e113a952760 req-1bc16f5f-1117-4818-8108-282712cb34dc tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 944 time: 0.0721812 Jul 14 20:38:30.348057 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a75b859-5636-405e-a6cf-d5666c2c4c5b req-d281c9e1-04db-443b-9d36-8f7c2e77545f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860884 Jul 14 20:38:30.352035 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7a9f6586-b004-452b-84d4-5e113a952760 req-a2c12d77-4c9d-4b55-a643-ffa202f6b5d4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674741 Jul 14 20:38:31.112052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:31.456841 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 384bb2f5-be38-48f0-8c74-d068964e4b64 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:31.491731 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb1063-5861-4108-9bd1-8c075d6a8bd2 req-20c805c0-9dd7-461d-bfc9-55d1ffd360bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:31.493235 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccfb1063-5861-4108-9bd1-8c075d6a8bd2 req-20c805c0-9dd7-461d-bfc9-55d1ffd360bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0744739 Jul 14 20:38:31.498678 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 384bb2f5-be38-48f0-8c74-d068964e4b64 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:38:31.502191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb9a80-f2b5-40bd-bdcb-1def44f85124 req-a43be6a3-227f-4136-8dec-8484a55381d3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:31.503724 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7fb9a80-f2b5-40bd-bdcb-1def44f85124 req-a43be6a3-227f-4136-8dec-8484a55381d3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 944 time: 0.0761657 Jul 14 20:38:31.510817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 384bb2f5-be38-48f0-8c74-d068964e4b64 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:31.511171 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:31.581715 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ccfb1063-5861-4108-9bd1-8c075d6a8bd2 req-50f1c1c6-f4e7-405a-977c-047fd4f8ea24 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770860 Jul 14 20:38:31.584702 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b7fb9a80-f2b5-40bd-bdcb-1def44f85124 req-7ec0017c-7617-42fb-a402-2c4356b60480 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741539 Jul 14 20:38:31.587116 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 384bb2f5-be38-48f0-8c74-d068964e4b64 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:31.587589 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:31.612228 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:31.614495 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895c9f7d-7924-4546-9bdb-5c0b42b78407" -d '{"events": [{"server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "name": "network-vif-plugged", "status": "completed", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:31.636708 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384bb2f5-be38-48f0-8c74-d068964e4b64,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:31.640833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:31.666630 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db431f1-65f4-42f1-801c-d05a1c3d3db8 x-openstack-request-id: req-8db431f1-65f4-42f1-801c-d05a1c3d3db8 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:31.666962 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "name": "network-vif-plugged", "status": "completed", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:31.667217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8db431f1-65f4-42f1-801c-d05a1c3d3db8 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:31.667604 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db431f1-65f4-42f1-801c-d05a1c3d3db8'] response: {'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'code': 200} Jul 14 20:38:31.692520 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:31.766543 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:31.792051 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:32.130354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea750be-1315-4709-9bca-ab0961c4af46 req-cebe9c80-e9b8-4c69-8046-7c9a01d374fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:32.132001 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ea750be-1315-4709-9bca-ab0961c4af46 req-cebe9c80-e9b8-4c69-8046-7c9a01d374fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0427709 Jul 14 20:38:32.140254 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2435-a782-4e96-9029-8cd528798cad req-cc6915f6-cba5-4b28-841a-aff1674a2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:32.141886 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-864e2435-a782-4e96-9029-8cd528798cad req-cc6915f6-cba5-4b28-841a-aff1674a2875 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 1129 time: 0.0421665 Jul 14 20:38:32.151141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:32.179201 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7ea750be-1315-4709-9bca-ab0961c4af46 req-4af927ed-c91a-428a-9dcb-42f409f41405 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Jul 14 20:38:32.187860 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-864e2435-a782-4e96-9029-8cd528798cad req-389308d5-3cad-47ef-8094-217af75d82b0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377908 Jul 14 20:38:32.676234 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:32.733586 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55115b-7a6f-4f6b-b359-ad3645210576 req-401779bc-3079-4753-a990-31f4ea3ca362 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:32.735166 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c55115b-7a6f-4f6b-b359-ad3645210576 req-401779bc-3079-4753-a990-31f4ea3ca362 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0790570 Jul 14 20:38:32.740755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637452f-5c3b-4d00-baa5-e1216863f3e1 req-ed05a4cb-d426-4e3b-b22c-c0252d6855b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:32.742061 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f637452f-5c3b-4d00-baa5-e1216863f3e1 req-ed05a4cb-d426-4e3b-b22c-c0252d6855b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0837691 Jul 14 20:38:32.771289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:32.813557 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c55115b-7a6f-4f6b-b359-ad3645210576 req-34db3796-888b-4045-9760-506328ba5531 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705607 Jul 14 20:38:32.820492 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f637452f-5c3b-4d00-baa5-e1216863f3e1 req-d5785b68-fb6a-4fd9-9e00-67086a25d92f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717106 Jul 14 20:38:33.364945 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38650) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:33.475951 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9fc1-cb2b-47e8-998a-45b8952f99a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.554421 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9fc1-cb2b-47e8-998a-45b8952f99a2 admin admin] Publish callbacks [] for security_group (c5dd5634-aad5-4b02-8074-bee33a69ffa0), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.559269 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9fc1-cb2b-47e8-998a-45b8952f99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c5dd5634-aad5-4b02-8074-bee33a69ffa0), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.598391 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0e3d9fc1-cb2b-47e8-998a-45b8952f99a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b10c07b356db4ad29541868b1f7af207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323728 Jul 14 20:38:33.599242 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9fc1-cb2b-47e8-998a-45b8952f99a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd5634-aad5-4b02-8074-bee33a69ffa0,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:33.601200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38654) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:33.651764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] Publish callbacks [] for security_group (c5dd5634-aad5-4b02-8074-bee33a69ffa0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.674629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] Publish callbacks [] for security_group (c5dd5634-aad5-4b02-8074-bee33a69ffa0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.724501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c5dd5634-aad5-4b02-8074-bee33a69ffa0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.727284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:33.729688 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5dd5634-aad5-4b02-8074-bee33a69ffa0 HTTP/1.1" status: 204 len: 168 time: 0.1274700 Jul 14 20:38:33.740544 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78e5f-ab06-42e2-aa64-e3c9b0125304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd5634-aad5-4b02-8074-bee33a69ffa0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:33.966432 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934c5b-0f6f-481b-a8e4-0a2a8a27c0d2 req-7a4425d3-dadb-4f95-bbd3-6204f136380a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:33.968207 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d934c5b-0f6f-481b-a8e4-0a2a8a27c0d2 req-7a4425d3-dadb-4f95-bbd3-6204f136380a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0804193 Jul 14 20:38:33.977527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78967e-420c-4834-ac3d-22ecafd22b98 req-b7f56e35-7c0e-4067-bc0b-a5da2c4a0989 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:33.977748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed78967e-420c-4834-ac3d-22ecafd22b98 req-b7f56e35-7c0e-4067-bc0b-a5da2c4a0989 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0757062 Jul 14 20:38:34.045492 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d934c5b-0f6f-481b-a8e4-0a2a8a27c0d2 req-fcb41d40-00c0-48d4-a3b3-fbe799721fc6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667789 Jul 14 20:38:34.062763 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed78967e-420c-4834-ac3d-22ecafd22b98 req-afb33dd2-5418-4ad2-af17-ac94765dcd8d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699928 Jul 14 20:38:34.534650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4005f-28b1-4392-8263-103e6bcc0383 req-28addae9-542e-4f27-8cb0-21e9b78b7385 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:34.536185 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6d4005f-28b1-4392-8263-103e6bcc0383 req-28addae9-542e-4f27-8cb0-21e9b78b7385 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0558064 Jul 14 20:38:34.583384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:34.588500 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c6d4005f-28b1-4392-8263-103e6bcc0383 req-895da7f8-a425-4084-9065-3c3e42092b19 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464423 Jul 14 20:38:35.042103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-09120c71-bd45-435a-a073-de355e3e0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.043582 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-09120c71-bd45-435a-a073-de355e3e0e15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0520754 Jul 14 20:38:35.137978 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-efa0ac47-3e43-4565-b97e-2e21cacb34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.139571 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-efa0ac47-3e43-4565-b97e-2e21cacb34c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.0891843 Jul 14 20:38:35.181150 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a31c3-6f62-40e1-b640-4c316593c7ac req-90f6b6c9-dfba-409b-ae2f-e8a8725b1d39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.182644 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b8a31c3-6f62-40e1-b640-4c316593c7ac req-90f6b6c9-dfba-409b-ae2f-e8a8725b1d39 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0483396 Jul 14 20:38:35.203410 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-27b9fd28-caeb-4df4-aec3-455232c9f9c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 1000 time: 0.0563197 Jul 14 20:38:35.240081 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b8a31c3-6f62-40e1-b640-4c316593c7ac req-1e72304d-fb72-4f10-b126-226266541ab8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450528 Jul 14 20:38:35.256615 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-f473e439-fb1c-4c91-8553-8c85392cbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.257956 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-f473e439-fb1c-4c91-8553-8c85392cbdb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0481100 Jul 14 20:38:35.303246 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-9b00f07b-1157-4b47-a075-be54e3c1c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.304652 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-9b00f07b-1157-4b47-a075-be54e3c1c4c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400941 Jul 14 20:38:35.353708 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc790-e105-4c62-a7fb-a51bdf121b5c req-18657227-51a7-4e75-ba8e-c1abca5e34e7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.355231 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3bfbc790-e105-4c62-a7fb-a51bdf121b5c req-18657227-51a7-4e75-ba8e-c1abca5e34e7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0468447 Jul 14 20:38:35.364168 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38702) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:35.369290 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'port_id': '384bb2f5-be38-48f0-8c74-d068964e4b64'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:35.401258 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-8435b8c9-17a8-4fdf-95bb-d216cbd7a6a6 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899806 Jul 14 20:38:35.413973 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:35.492408 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a7495646-04ac-44eb-8262-cffb4f523d8f req-64003b3d-a8a1-4ff1-a8e3-65c1e07d51b7 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Jul 14 20:38:35.626542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:35.775375 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d467-8255-4d59-a9de-fbd6934e4e7c req-55a40f81-1d0b-4522-b4d4-2922141cb200 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:35.776820 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7385d467-8255-4d59-a9de-fbd6934e4e7c req-55a40f81-1d0b-4522-b4d4-2922141cb200 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.1127179 Jul 14 20:38:35.865304 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7385d467-8255-4d59-a9de-fbd6934e4e7c req-df0876f0-0ef9-405e-8b2e-dfd5db51c557 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822113 Jul 14 20:38:35.921289 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:35.925656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:36.023591 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP 09fc9ab6-97aa-4930-bc5e-55ae566fc45a associated. External IP: 172.27.0.17, port: 384bb2f5-be38-48f0-8c74-d068964e4b64. Jul 14 20:38:36.238516 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:36.245156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:36.341485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:36.346999 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:36.351785 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:36.371414 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:36.372031 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:36.379614 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4dbf27f6-2ad5-4dfe-8378-38eb5fa2325d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "PUT /v2.0/floatingips/09fc9ab6-97aa-4930-bc5e-55ae566fc45a HTTP/1.1" status: 200 len: 990 time: 1.0143027 Jul 14 20:38:36.380170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:36.382448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f34f5a7-ef78-404d-af51-b6ceb93911c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:36.425248 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04ce80-9453-43cd-bba4-460a363f38c6 x-openstack-request-id: req-6e04ce80-9453-43cd-bba4-460a363f38c6 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:36.425538 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:36.425791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e04ce80-9453-43cd-bba4-460a363f38c6 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:36.426193 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e04ce80-9453-43cd-bba4-460a363f38c6'] response: {'name': 'network-changed', 'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'status': 'completed', 'code': 200} Jul 14 20:38:36.473500 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:36.673209 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '09fc9ab6-97aa-4930-bc5e-55ae566fc45a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:f9:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f580e757-6a64-44b4-924f-3710d64601ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:38:21Z', 'updated_at': '2022-07-14T20:38:35Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:36.675722 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:36.701734 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:36.712140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:36.712746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:36.808671 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:36.986360 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf0340-35c6-425e-8869-53bb9d01cb9f req-1fbc7508-ac98-4b8f-8cd6-5ffc95f68d4a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:36.987864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fbf0340-35c6-425e-8869-53bb9d01cb9f req-1fbc7508-ac98-4b8f-8cd6-5ffc95f68d4a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0466900 Jul 14 20:38:37.006596 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:37.019846 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '09fc9ab6-97aa-4930-bc5e-55ae566fc45a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:f9:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f580e757-6a64-44b4-924f-3710d64601ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:38:21Z', 'updated_at': '2022-07-14T20:38:35Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:37.039011 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5fbf0340-35c6-425e-8869-53bb9d01cb9f req-5a889bdb-2a06-4660-a6b2-d16db38b58e4 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454309 Jul 14 20:38:37.044983 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408e5c-d1f9-4c85-bf7f-c02feb896b30 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '09fc9ab6-97aa-4930-bc5e-55ae566fc45a', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:f9:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f580e757-6a64-44b4-924f-3710d64601ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:38:21Z', 'updated_at': '2022-07-14T20:38:35Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:38:37.235514 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e951f-3008-44b1-8cd7-40660dac4301 None None] New status for floating IP 09fc9ab6-97aa-4930-bc5e-55ae566fc45a: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:38:38.135071 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:38.156476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a5c86-b33f-46b6-9c46-9c2812d7ec06 req-bdef439c-ad29-4680-87a8-58ff60c5dd92 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:38.158658 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-361a5c86-b33f-46b6-9c46-9c2812d7ec06 req-bdef439c-ad29-4680-87a8-58ff60c5dd92 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0482314 Jul 14 20:38:38.205283 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-361a5c86-b33f-46b6-9c46-9c2812d7ec06 req-779e21f2-f81d-4b2a-8f7e-de9712f630b8 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407255 Jul 14 20:38:39.332305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fe291-080d-4bab-acd9-d8b327a43e24 req-8009a1b7-4036-486c-a111-0af999b00982 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:39.333796 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c7fe291-080d-4bab-acd9-d8b327a43e24 req-8009a1b7-4036-486c-a111-0af999b00982 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0592983 Jul 14 20:38:39.377719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:39.382406 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c7fe291-080d-4bab-acd9-d8b327a43e24 req-66f5f6b0-de07-4386-8311-fe4d92e4d4e7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 Jul 14 20:38:40.496004 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072a012-23f6-41a0-b24b-91de1aa8aa90 req-55bf8c12-0ad9-449f-aab0-8355fa3f9b81 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:40.497441 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f072a012-23f6-41a0-b24b-91de1aa8aa90 req-55bf8c12-0ad9-449f-aab0-8355fa3f9b81 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0464988 Jul 14 20:38:40.544426 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f072a012-23f6-41a0-b24b-91de1aa8aa90 req-ee0fb7be-8833-49fe-a866-17e4f4a03c24 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Jul 14 20:38:41.660996 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a637225-d444-4d6f-97cf-3e272f9e2178 req-f05e5078-8032-47cb-8b4a-26c528fa3fb1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:41.662499 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4a637225-d444-4d6f-97cf-3e272f9e2178 req-f05e5078-8032-47cb-8b4a-26c528fa3fb1 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Jul 14 20:38:41.712992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4a637225-d444-4d6f-97cf-3e272f9e2178 req-82b0f1b0-c8bb-4971-a551-87e8f48574bc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Jul 14 20:38:42.312258 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-eab963ed-48fd-4f0f-a1ef-f117f477b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:42.314238 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-eab963ed-48fd-4f0f-a1ef-f117f477b590 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 1129 time: 0.0415115 Jul 14 20:38:42.423343 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:42.427243 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-5f9c1c31-313b-4b80-8ac3-75644ea477c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:42.428844 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-5f9c1c31-313b-4b80-8ac3-75644ea477c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.0990112 Jul 14 20:38:42.826057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545318b-9273-40a0-b7d0-a70be512c181 req-99079fe7-f7ba-4573-83b9-16bd0b3675ca tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:42.827548 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6545318b-9273-40a0-b7d0-a70be512c181 req-99079fe7-f7ba-4573-83b9-16bd0b3675ca tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0468597 Jul 14 20:38:42.875256 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6545318b-9273-40a0-b7d0-a70be512c181 req-1918012b-b427-4f97-8b51-ca35d4912a27 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Jul 14 20:38:43.012912 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d28cb-a7f0-47ec-8591-ed54ccb52c43 req-73b41e32-3dd6-4c05-91ca-e9575b50e2df tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.014353 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8f0d28cb-a7f0-47ec-8591-ed54ccb52c43 req-73b41e32-3dd6-4c05-91ca-e9575b50e2df tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0755496 Jul 14 20:38:43.016719 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-fc190374-b6dd-4826-91b0-dc0aaab17a7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676897 Jul 14 20:38:43.023355 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38752) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:43.027686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Request body: {'floatingip': {'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:43.092069 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-a2f493fa-5321-4065-8323-0bb0ec94fd41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=384bb2f5-be38-48f0-8c74-d068964e4b64 HTTP/1.1" status: 200 len: 1000 time: 0.0609708 Jul 14 20:38:43.097180 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:43.146653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-184ae9f4-c63b-45db-be7f-ea80bcdf586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.148031 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-184ae9f4-c63b-45db-be7f-ea80bcdf586d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0494957 Jul 14 20:38:43.164190 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:43.183252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-1dc77254-1578-44f7-a9b6-444646c8b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.184932 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-1dc77254-1578-44f7-a9b6-444646c8b3ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 1131 time: 0.0556817 Jul 14 20:38:43.193668 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-859c01cd-381c-497e-a72b-5848b516b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.195205 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-859c01cd-381c-497e-a72b-5848b516b322 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409422 Jul 14 20:38:43.289192 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-0efd8d3e-8c35-48bd-8ba5-e7f120000332 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Jul 14 20:38:43.387074 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-1f34f5a7-ef78-404d-af51-b6ceb93911c4 req-6f30032f-8812-499b-965a-49f329b5bf73 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915265 Jul 14 20:38:43.572663 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:43.650498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-7a6c9caa-2d09-44a5-a3d4-9d14863b0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.651961 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-7a6c9caa-2d09-44a5-a3d4-9d14863b0731 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.4453220 Jul 14 20:38:43.749351 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-526a8a1a-0d2f-4d41-b056-822d268c44f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 200 len: 1001 time: 0.0742888 Jul 14 20:38:43.869099 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-2e90df90-638a-4e84-9567-275c673ca8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:43.870525 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-2e90df90-638a-4e84-9567-275c673ca8b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0950229 Jul 14 20:38:43.924335 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:44.011619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:44.015301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:44.170031 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:38:44.209647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:44.310610 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:44.315510 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:44.320348 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:44.330726 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:44.331348 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:44.348622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:44.351292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32235501-a248-4e7a-97f8-5a81e6cb7ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:44.386873 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-59662c83-2c44-41ce-801e-c75a1649befd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "PUT /v2.0/floatingips/77e65ded-c5c8-4b9c-9d99-de3629daed0b HTTP/1.1" status: 200 len: 992 time: 1.3603172 Jul 14 20:38:44.408769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da9523-f967-40ce-8d74-398b0d260754 x-openstack-request-id: req-e9da9523-f967-40ce-8d74-398b0d260754 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:44.409130 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:44.409380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9da9523-f967-40ce-8d74-398b0d260754 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:44.409778 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9da9523-f967-40ce-8d74-398b0d260754'] response: {'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'status': 'completed', 'code': 200} Jul 14 20:38:44.433518 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:44.647261 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:38:43Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:44.671675 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:44.681117 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:44.681723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:44.716152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-3d0802eb-5662-47b7-bb30-d90db49ed853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:44.717644 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-3d0802eb-5662-47b7-bb30-d90db49ed853 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387456 Jul 14 20:38:44.781066 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:44.989323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:45.103957 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:38:43Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:45.128463 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cbba-76f5-4071-9235-2337bf96e6be None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '77e65ded-c5c8-4b9c-9d99-de3629daed0b', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'port_id': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'mac_address': 'fa:16:3e:94:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:36:38Z', 'updated_at': '2022-07-14T20:38:43Z', 'revision_number': 3, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:38:46.416369 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:46.419248 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9560398-044f-4d0a-b2df-2323c9b08890" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:46.454482 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-a3615587-fb9d-42d6-b29e-3ce79b1a5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:46.456094 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-a3615587-fb9d-42d6-b29e-3ce79b1a5ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0434923 Jul 14 20:38:46.466841 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846517dc-7e91-46f3-9694-eae79da44998 x-openstack-request-id: req-846517dc-7e91-46f3-9694-eae79da44998 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:46.467170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:46.467401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-846517dc-7e91-46f3-9694-eae79da44998 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:46.467784 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846517dc-7e91-46f3-9694-eae79da44998'] response: {'name': 'network-changed', 'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'status': 'completed', 'code': 200} Jul 14 20:38:46.473027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:46.508809 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-718dd1e9-c87b-4d73-84d3-a444ad5df384 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101353 Jul 14 20:38:46.590750 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-ef9ca0ae-4094-4b84-a64c-01317e51cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:46.592270 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-ef9ca0ae-4094-4b84-a64c-01317e51cf66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.0887585 Jul 14 20:38:46.604674 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8d524585-b27b-4bb3-bd02-fe0eaa6552aa req-c21e52fb-c991-4a25-99cf-3ccb5faf39a8 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858381 Jul 14 20:38:46.657740 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-027e7c4a-7610-4e58-964e-41cefcf9106d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 1000 time: 0.0583980 Jul 14 20:38:46.730957 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-b5715d0e-a283-4453-8576-86464303ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:46.732406 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-b5715d0e-a283-4453-8576-86464303ac53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0553913 Jul 14 20:38:46.803939 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-f4602b7a-ed2b-4fc4-9293-1b8a77d513b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:46.805420 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-f4602b7a-ed2b-4fc4-9293-1b8a77d513b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413363 Jul 14 20:38:47.182327 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-8c9d21fd-24dd-4804-944b-424204b612d5 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866046 Jul 14 20:38:47.336556 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:47.491951 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-32235501-a248-4e7a-97f8-5a81e6cb7ea0 req-3f04979f-72bf-4547-9abb-400b80c129e7 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025444 Jul 14 20:38:47.693812 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-a056caf7-6c09-4f70-8436-2f5c1fafe8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:47.695328 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-a056caf7-6c09-4f70-8436-2f5c1fafe8c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 1129 time: 0.0421748 Jul 14 20:38:47.768696 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:47.787017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-e1dc419a-8050-4501-beda-2088f88e6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:47.788481 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-e1dc419a-8050-4501-beda-2088f88e6cf5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.0855949 Jul 14 20:38:47.855406 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-deb18afd-03b3-4f86-b515-9330003ad0c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 200 len: 1000 time: 0.0593333 Jul 14 20:38:47.905955 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-d9b5dbd4-f671-40db-b1a2-69b9c1db78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:47.907429 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-d9b5dbd4-f671-40db-b1a2-69b9c1db78ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0462570 Jul 14 20:38:47.949434 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-64ec2e34-efad-4860-bf5a-958346e68828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:47.950855 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-64ec2e34-efad-4860-bf5a-958346e68828 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372019 Jul 14 20:38:48.040134 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-2f824b50-dfe3-4f73-86dc-a0618ef79ee0 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807195 Jul 14 20:38:48.114294 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:48.140701 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-e9560398-044f-4d0a-b2df-2323c9b08890 req-6a13796e-64f0-40bb-94a4-36f7e7279ced service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856164 Jul 14 20:38:52.037891 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38842) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:52.143075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.226559 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Publish callbacks [] for security_group (651399df-cec2-43bd-aeb7-4310c9a3997e), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.230182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (651399df-cec2-43bd-aeb7-4310c9a3997e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.274279 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74bc9fe902c9428086839a9c5a532e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352989 Jul 14 20:38:52.275579 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651399df-cec2-43bd-aeb7-4310c9a3997e,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:52.277697 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38846) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:52.278694 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:52.284827 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.285210 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.285550 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.285884 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.287656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.287656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.287656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.287656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.287656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.291104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4c46ad-6e8e-4f7e-ad4e-cf84b3b1fefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.329368 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Publish callbacks [] for security_group (651399df-cec2-43bd-aeb7-4310c9a3997e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.351858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Publish callbacks [] for security_group (651399df-cec2-43bd-aeb7-4310c9a3997e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.399141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (651399df-cec2-43bd-aeb7-4310c9a3997e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.401605 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:52.402736 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/651399df-cec2-43bd-aeb7-4310c9a3997e HTTP/1.1" status: 204 len: 168 time: 0.1239474 Jul 14 20:38:52.412006 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651399df-cec2-43bd-aeb7-4310c9a3997e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:52.419547 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.419896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.420231 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.420563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.420934 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.421258 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.421581 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.421930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.422258 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.423306 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.423439 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.423792 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.424110 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.424423 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:52.424734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11164158-bc4e-49a4-9726-ab0c3ea1b7ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:53.032970 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38868) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:53.128667 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719826091-network', 'tenant_id': '2df2b1715762427cb824e381a83bdad1'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:53.149654 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Made reservation on behalf of 2df2b1715762427cb824e381a83bdad1 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:38:53.152133 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.161229 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.243569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks [] for security_group (bc27df4b-4b97-41c8-a5d8-78f230dd1a24), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.247083 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bc27df4b-4b97-41c8-a5d8-78f230dd1a24), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.269268 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:38:53.284359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27df4b-4b97-41c8-a5d8-78f230dd1a24,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:53.289475 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (c6fca9d8-09f6-441e-8eea-6270231ad05f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.289816 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Added segment c6fca9d8-09f6-441e-8eea-6270231ad05f of type vlan for network c65ab1d4-eb21-4009-a66c-ca67606d42ed Jul 14 20:38:53.331124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (c65ab1d4-eb21-4009-a66c-ca67606d42ed), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.355990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (c65ab1d4-eb21-4009-a66c-ca67606d42ed), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.357070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:53.357638 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.398114 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3640404 Jul 14 20:38:53.401157 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38874) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:53.406339 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Request body: {'subnet': {'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719826091-subnet', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:53.427681 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Made reservation on behalf of 2df2b1715762427cb824e381a83bdad1 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:38:53.429631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c6991-a9f1-4db7-a830-2ed201da549d admin admin] Pushing event updated for resources: {'Network': ['ID=c65ab1d4-eb21-4009-a66c-ca67606d42ed,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:53.430016 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.440807 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:38:53.601478 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for subnet (7fcfed87-ac29-443d-b0d6-b93d489a6f36), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.656512 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcfed87-ac29-443d-b0d6-b93d489a6f36,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:53.673277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Checking segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:38:53.673630 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Network hostable DHCP agents. Network: c65ab1d4-eb21-4009-a66c-ca67606d42ed, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:38:53.691478 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:38:53.696384 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:53.701012 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, c65ab1d4-eb21-4009-a66c-ca67606d42ed) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:53.706237 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:53.707184 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.710413 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d50a0-6926-4970-98d8-1475a0191582 None None] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:38:53.723497 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-eeb29eeb-7913-4117-a437-c6c8e3147e7b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3211596 Jul 14 20:38:53.726083 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38876) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:53.730199 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:53.752425 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (8573f295-90fd-4194-939e-5f0b22995b57), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.753438 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (8573f295-90fd-4194-939e-5f0b22995b57), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.803482 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for router_controller (8573f295-90fd-4194-939e-5f0b22995b57), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.816151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:38:53.817158 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.839469 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:53.942467 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for router_gateway (8573f295-90fd-4194-939e-5f0b22995b57), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:53.966164 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Allocated IP 172.20.0.2 (c65ab1d4-eb21-4009-a66c-ca67606d42ed/7fcfed87-ac29-443d-b0d6-b93d489a6f36/cc85db2e-f90a-4a04-b8c6-829efa83bc45) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:54.008500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:54.112358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks [] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.118260 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.143193 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for router_gateway (8573f295-90fd-4194-939e-5f0b22995b57), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.163399 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.166925 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:54.167958 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:54.174223 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:54.177333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:54.182855 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Pushing event updated for resources: {'Port': ['ID=cc85db2e-f90a-4a04-b8c6-829efa83bc45,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:54.238173 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Attempting to bind port cc85db2e-f90a-4a04-b8c6-829efa83bc45 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:38:54.238547 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Attempting to bind port cc85db2e-f90a-4a04-b8c6-829efa83bc45 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:38:54.238999 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Attempting to bind port cc85db2e-f90a-4a04-b8c6-829efa83bc45 on network c65ab1d4-eb21-4009-a66c-ca67606d42ed {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:38:54.244331 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:38:54.244706 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Checking segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:38:54.245103 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.245492 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Bound using segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:38:54.245952 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Bound port: cc85db2e-f90a-4a04-b8c6-829efa83bc45, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:38:54.246326 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.294279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Allocated IP 172.27.0.170 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/f85b3fce-9176-4284-ad2c-391cfa7f6eb6) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:54.327084 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] For port cc85db2e-f90a-4a04-b8c6-829efa83bc45, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:38:54.331861 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] For port cc85db2e-f90a-4a04-b8c6-829efa83bc45, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=cc85db2e-f90a-4a04-b8c6-829efa83bc45,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:38:54.339562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.385900 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:54.411225 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e8ce5-8ed3-44af-ba11-778f25ae96c3 None None] Pushing event updated for resources: {'Port': ['ID=cc85db2e-f90a-4a04-b8c6-829efa83bc45,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:54.441197 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.474650 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.511625 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:54.514726 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:54.518403 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:54.588286 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Pushing event updated for resources: {'Port': ['ID=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:54.736776 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:54.756579 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for router_gateway (8573f295-90fd-4194-939e-5f0b22995b57), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.942537 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (8573f295-90fd-4194-939e-5f0b22995b57), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:54.978862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:55.075783 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Router 8573f295-90fd-4194-939e-5f0b22995b57 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:38:55.184945 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:55.192494 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Sync routers for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:55.203412 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.204406 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:55.205108 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:55.207568 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ecf227d4-e61c-4f01-bfb1-320fd5e82251 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4786406 Jul 14 20:38:55.209443 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38890) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:55.314649 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:55.359008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f463f9b-e5c4-4909-80cb-7ea4fae6b73d None None] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:38:55.450566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:55.460353 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Provisioning complete for port cc85db2e-f90a-4a04-b8c6-829efa83bc45 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:55.460866 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.535671 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:54Z', 'revision_number': 3, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:55.568755 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Checking router: 8573f295-90fd-4194-939e-5f0b22995b57 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:55.571458 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Updating router 8573f295-90fd-4194-939e-5f0b22995b57 port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:38:55.606528 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Current status of the port cc85db2e-f90a-4a04-b8c6-829efa83bc45 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:55.606886 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.613519 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.649553 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] For port cc85db2e-f90a-4a04-b8c6-829efa83bc45, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=cc85db2e-f90a-4a04-b8c6-829efa83bc45,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:55.651321 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:55.656679 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.687127 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:55.764703 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.787395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55f74a-3e05-4030-b87c-de911f8f1859 None None] Pushing event updated for resources: {'Port': ['ID=cc85db2e-f90a-4a04-b8c6-829efa83bc45,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:55.835233 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device cc85db2e-f90a-4a04-b8c6-829efa83bc45 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:55.893690 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port cc85db2e-f90a-4a04-b8c6-829efa83bc45 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:55.894111 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:55.907128 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ec419-207b-4bb3-84a0-09df000ec1f4 req-3e9dec26-46ba-41e3-9c33-c62acd741945 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:55.911404 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c9ec419-207b-4bb3-84a0-09df000ec1f4 req-3e9dec26-46ba-41e3-9c33-c62acd741945 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0921767 Jul 14 20:38:55.983323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port cc85db2e-f90a-4a04-b8c6-829efa83bc45 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:55.989048 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-668d4b9d-f805-4a63-8a56-10b105611c34 None None] Provisioning complete for port cc85db2e-f90a-4a04-b8c6-829efa83bc45 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:55.989455 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-668d4b9d-f805-4a63-8a56-10b105611c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.028253 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c9ec419-207b-4bb3-84a0-09df000ec1f4 req-f9d0a045-f35e-479f-bf8c-345bd367c278 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899024 Jul 14 20:38:56.046711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Allocated IP 172.20.0.1 (c65ab1d4-eb21-4009-a66c-ca67606d42ed/7fcfed87-ac29-443d-b0d6-b93d489a6f36/06ef315d-7b58-4033-9b39-3ef82d632029) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:56.071259 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-668d4b9d-f805-4a63-8a56-10b105611c34 None None] Current status of the port cc85db2e-f90a-4a04-b8c6-829efa83bc45 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:56.085439 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks [] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.091399 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.145570 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Pushing event updated for resources: {'Port': ['ID=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:56.148379 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Attempting to bind port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:38:56.148741 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Attempting to bind port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:38:56.149092 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Attempting to bind port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:38:56.157769 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:38:56.158136 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:38:56.158526 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.158907 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:38:56.159380 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Bound port: f85b3fce-9176-4284-ad2c-391cfa7f6eb6, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:38:56.159750 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.162817 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.163176 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.163527 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.163882 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.164219 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.164548 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.164861 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.165178 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.165510 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.165828 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.166148 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.166462 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.166773 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.167111 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.167424 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:38:56.174147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks [] for port (06ef315d-7b58-4033-9b39-3ef82d632029), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.209372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.216697 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] For port f85b3fce-9176-4284-ad2c-391cfa7f6eb6, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:38:56.219887 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] For port f85b3fce-9176-4284-ad2c-391cfa7f6eb6, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:38:56.225440 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.250182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:56.260096 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:56.263339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:56.276466 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:56.288399 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:56.289233 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:56.301365 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Pushing event updated for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:56.318203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (8573f295-90fd-4194-939e-5f0b22995b57), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.324748 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7c4f8-0641-44c2-bb48-8cb64bc4ca1f None None] Pushing event updated for resources: {'Port': ['ID=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:56.402311 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:56.472203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:56.489498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.549786 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:56.600428 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2faf37e4-b156-42d0-bba9-a4114c10c0a5 None None] Provisioning complete for port 06ef315d-7b58-4033-9b39-3ef82d632029 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:56.601001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2faf37e4-b156-42d0-bba9-a4114c10c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.616346 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:54Z', 'revision_number': 3, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:56.618098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:56.633629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2faf37e4-b156-42d0-bba9-a4114c10c0a5 None None] Port 06ef315d-7b58-4033-9b39-3ef82d632029 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:38:56.649570 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffee402-c788-4bdc-94e4-94bc0ed77bd5 None None] The sync data for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi is: [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:54Z', 'revision_number': 3, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:38:56.666843 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks [] for port (06ef315d-7b58-4033-9b39-3ef82d632029), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.673752 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.745777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Pushing event updated for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:56.748458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (8573f295-90fd-4194-939e-5f0b22995b57), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:56.844143 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:56.846347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:56.977555 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Router 8573f295-90fd-4194-939e-5f0b22995b57 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:57.090518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:57.095907 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a7fb128e-801d-4235-b8b7-ab0e32d90773 admin admin] 10.222.0.52 "PUT /v2.0/routers/8573f295-90fd-4194-939e-5f0b22995b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8853121 Jul 14 20:38:57.168391 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-11c3b07d-4d4e-433b-8aee-dbe65d1c94bd None None] Provisioning complete for port 06ef315d-7b58-4033-9b39-3ef82d632029 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:57.169244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-11c3b07d-4d4e-433b-8aee-dbe65d1c94bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.179117 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c9a10-65d9-47c1-bb55-b51456bb7e10 req-7cb1bf55-3470-4390-81ca-916aac6ed01d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:57.180973 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f6c9a10-65d9-47c1-bb55-b51456bb7e10 req-7cb1bf55-3470-4390-81ca-916aac6ed01d tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0557473 Jul 14 20:38:57.215182 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-11c3b07d-4d4e-433b-8aee-dbe65d1c94bd None None] Port 06ef315d-7b58-4033-9b39-3ef82d632029 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:38:57.245820 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f6c9a10-65d9-47c1-bb55-b51456bb7e10 req-06abc63f-c039-49bb-8bc8-60204fc5d2fa tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581322 Jul 14 20:38:57.585470 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-36cdd433-8673-4b6a-b028-d0a3ae9ac20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.625240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38918) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:57.630401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-366609880-network', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:57.673846 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Made reservation on behalf of 3a764b26086c41fc8a4d790eba1ae62a for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:38:57.677614 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.695775 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.768482 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-1d5831a4-4768-4da9-bd04-765b373e593e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:57.770042 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-1d5831a4-4768-4da9-bd04-765b373e593e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0756922 Jul 14 20:38:57.799053 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:57.832772 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f85b3fce-9176-4284-ad2c-391cfa7f6eb6 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:57.889948 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:57.890320 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.895717 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Deleting port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:38:57.896140 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.977812 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:57.978197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.982479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks [] for security_group (9d8cb272-462f-4369-a4a3-4a3020339989), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:57.989254 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9d8cb272-462f-4369-a4a3-4a3020339989), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.005446 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:58.006459 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port f85b3fce-9176-4284-ad2c-391cfa7f6eb6, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:58.011802 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.012984 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device cc85db2e-f90a-4a04-b8c6-829efa83bc45 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:58.046781 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:38:58.058817 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cb272-462f-4369-a4a3-4a3020339989,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:58.069316 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] For port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:38:58.069587 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.082411 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (bd8d8f78-98e6-428c-9dc9-7bab9080b011), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.082604 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Added segment bd8d8f78-98e6-428c-9dc9-7bab9080b011 of type vlan for network 043c4f59-67de-4040-822f-f9c0a9e268a4 Jul 14 20:38:58.099779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:58.112907 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port cc85db2e-f90a-4a04-b8c6-829efa83bc45 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:58.113522 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.212302 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port cc85db2e-f90a-4a04-b8c6-829efa83bc45 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:38:58.220804 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:58.280103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (043c4f59-67de-4040-822f-f9c0a9e268a4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.345404 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (043c4f59-67de-4040-822f-f9c0a9e268a4), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.346404 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:58.347277 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.369963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Sync routers for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:58.383718 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:58.384355 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:58.397169 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7708020 Jul 14 20:38:58.401650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f7448-52e9-45e7-8d66-a41530fcdc84 req-54492cbf-2f7f-4de8-9738-a583a0fc433b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:58.404457 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a94f7448-52e9-45e7-8d66-a41530fcdc84 req-54492cbf-2f7f-4de8-9738-a583a0fc433b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 947 time: 0.0647326 Jul 14 20:38:58.405425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38922) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:58.410772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Request body: {'subnet': {'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-366609880-subnet', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:58.438867 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Made reservation on behalf of 3a764b26086c41fc8a4d790eba1ae62a for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:38:58.441613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.449194 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:58.532940 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:58.554091 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a94f7448-52e9-45e7-8d66-a41530fcdc84 req-e3172fa9-8809-404b-a1fd-1405268ec80f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=f032027b-0d92-4986-9cb2-80ceff6b0f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246827 Jul 14 20:38:58.647461 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:58.684070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (02a9c393-6fdd-4b46-8418-3893507eac73), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.687793 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.688837 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.688977 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Floating IP e979a93c-1b16-445c-b7b8-fd80245b0814 disassociated. External IP: 172.27.0.46, port: 1ac0a834-cdf8-45d5-b1de-b010bb6c8485. Jul 14 20:38:58.689310 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Calling delete_port for 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:38:58.693822 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63796ac-7815-42d8-a959-7545b6e2e77f admin admin] Pushing event updated for resources: {'Network': ['ID=043c4f59-67de-4040-822f-f9c0a9e268a4,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:58.719648 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:38:58.733055 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:58.757050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Checking segment: {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:38:58.757421 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Network hostable DHCP agents. Network: 043c4f59-67de-4040-822f-f9c0a9e268a4, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:38:58.759487 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a9c393-6fdd-4b46-8418-3893507eac73,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:58.781257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:38:58.791691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 043c4f59-67de-4040-822f-f9c0a9e268a4) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:58.798720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:38:58.799997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.830856 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-721d614b-8dae-41e2-beed-604b60f04af4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4232361 Jul 14 20:38:58.831162 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38924) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:38:58.835077 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87476ec-e83c-4ad6-83e3-82b1c590966d None None] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:38:58.836297 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:38:58.839788 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (1ac0a834-cdf8-45d5-b1de-b010bb6c8485), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.882549 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'Port': ['ID=1ac0a834-cdf8-45d5-b1de-b010bb6c8485,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:58.890431 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:58.892033 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.008210 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-043c4f59-67de-4040-822f-f9c0a9e268a4', 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4', 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'fixed_ips': [{'subnet_id': '02a9c393-6fdd-4b46-8418-3893507eac73'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:38:59.009117 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.012258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:59.013038 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for router_controller (7d40610b-220a-46d7-9cfb-9e697a80addb), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.020658 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 2, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:59.056410 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Checking router: 8573f295-90fd-4194-939e-5f0b22995b57 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:59.056759 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Updating router 8573f295-90fd-4194-939e-5f0b22995b57 port 06ef315d-7b58-4033-9b39-3ef82d632029 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:38:59.101289 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:38:59.137669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.175140 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for router_gateway (7d40610b-220a-46d7-9cfb-9e697a80addb), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.278133 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:59.305601 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:38:59.311990 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Allocated IP 172.20.0.2 (043c4f59-67de-4040-822f-f9c0a9e268a4/02a9c393-6fdd-4b46-8418-3893507eac73/41d42b88-6932-49df-b36c-f42b39a3b7f1) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:59.327424 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:38:59.363337 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:59.364700 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:59.378316 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:59.406588 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] No DVR routers for this DVR port 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:38:59.414898 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.418470 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-032f40a5-9522-4c23-a521-3361e64c4ee3 req-941bb7f7-bbf3-4b9c-9e87-5bbb8c19eb2f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "DELETE /v2.0/ports/1ac0a834-cdf8-45d5-b1de-b010bb6c8485 HTTP/1.1" status: 204 len: 173 time: 1.6387746 Jul 14 20:38:59.419365 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-deleted', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:38:59.431529 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00583350-b55d-44ed-b542-4746b9dba480" -d '{"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-deleted", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:38:59.536242 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:38:59.541752 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:38:59.597480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72085f18-5534-4970-80b7-15e67ef0203d x-openstack-request-id: req-72085f18-5534-4970-80b7-15e67ef0203d {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:38:59.597826 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e306d8c2-449e-43db-8e98-53d049726ddc", "name": "network-vif-deleted", "tag": "1ac0a834-cdf8-45d5-b1de-b010bb6c8485", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:38:59.598040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72085f18-5534-4970-80b7-15e67ef0203d {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:38:59.598431 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72085f18-5534-4970-80b7-15e67ef0203d'] response: {'server_uuid': 'e306d8c2-449e-43db-8e98-53d049726ddc', 'name': 'network-vif-deleted', 'tag': '1ac0a834-cdf8-45d5-b1de-b010bb6c8485', 'status': 'completed', 'code': 200} Jul 14 20:38:59.692589 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks [] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.710295 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.772772 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for router_gateway (7d40610b-220a-46d7-9cfb-9e697a80addb), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.780037 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:38:59.787513 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:38:59.789941 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:38:59.792544 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f85b3fce-9176-4284-ad2c-391cfa7f6eb6 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:38:59.796764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.809380 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ad11f0e2-53b2-4e50-b002-f9a4245eb849 req-490eb38f-e7b9-4e1b-9aba-c2c07bb02a07 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=e306d8c2-449e-43db-8e98-53d049726ddc HTTP/1.1" status: 200 len: 210 time: 0.0477448 Jul 14 20:38:59.862201 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks [] for port (06ef315d-7b58-4033-9b39-3ef82d632029), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.865040 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:59.874922 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Pushing event updated for resources: {'Port': ['ID=41d42b88-6932-49df-b36c-f42b39a3b7f1,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:38:59.893661 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:38:59.901113 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.906246 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:38:59.907454 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:38:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:38:59.921762 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Allocated IP 172.27.0.244 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/2ea9a582-92e8-41b8-8d3c-a1f11aff0222) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:38:59.949999 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:38:59.950376 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.958656 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f756af6c-56a7-4686-8be1-74accbca9e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:38:59.996477 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:00.024417 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Attempting to bind port 41d42b88-6932-49df-b36c-f42b39a3b7f1 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:00.024576 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Attempting to bind port 41d42b88-6932-49df-b36c-f42b39a3b7f1 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:00.024819 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Attempting to bind port 41d42b88-6932-49df-b36c-f42b39a3b7f1 on network 043c4f59-67de-4040-822f-f9c0a9e268a4 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:00.037198 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1ee6-20f7-433e-9b85-d6337d146d07 None None] Pushing event updated for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:00.039743 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:00.046583 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:00.046982 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Checking segment: {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:00.047943 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.048160 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.048341 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Bound using segment: {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:00.048823 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Bound port: 41d42b88-6932-49df-b36c-f42b39a3b7f1, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:00.049197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.098038 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.139085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:00.142899 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:00.147706 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:00.165629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Attempting to bind port 06ef315d-7b58-4033-9b39-3ef82d632029 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:00.166001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Attempting to bind port 06ef315d-7b58-4033-9b39-3ef82d632029 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:00.166401 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Attempting to bind port 06ef315d-7b58-4033-9b39-3ef82d632029 on network c65ab1d4-eb21-4009-a66c-ca67606d42ed {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:00.201472 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:00.201842 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Checking segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:00.202236 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.202629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Bound using segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:00.203146 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Bound port: 06ef315d-7b58-4033-9b39-3ef82d632029, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:00.203528 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.253917 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:00.260990 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] For port 41d42b88-6932-49df-b36c-f42b39a3b7f1, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:00.264444 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:00.269989 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] For port 41d42b88-6932-49df-b36c-f42b39a3b7f1, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=41d42b88-6932-49df-b36c-f42b39a3b7f1,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:00.300230 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.340854 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:00.375149 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] For port 06ef315d-7b58-4033-9b39-3ef82d632029, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:00.381617 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] For port 06ef315d-7b58-4033-9b39-3ef82d632029, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=06ef315d-7b58-4033-9b39-3ef82d632029,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:00.389854 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317d2f-7f7b-4926-9e10-29c28c551890 None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:00.398549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.402070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75549d65-c0fd-4363-901d-efd1469a0921 None None] Pushing event updated for resources: {'Port': ['ID=41d42b88-6932-49df-b36c-f42b39a3b7f1,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:00.462308 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:00.462975 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:00.464648 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:00.481646 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for router_gateway (7d40610b-220a-46d7-9cfb-9e697a80addb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.538532 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:00.542974 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1ee6-20f7-433e-9b85-d6337d146d07 None None] Pushing event updated for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:00.549651 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Provisioning complete for port 06ef315d-7b58-4033-9b39-3ef82d632029 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:00.549861 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.808318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.825672 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6ef73-af85-48f2-8a0f-2e25056ff447 None None] New status for floating IP e979a93c-1b16-445c-b7b8-fd80245b0814: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:00.903276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38934) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:00.914746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:00.940734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:00.955824 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Router 7d40610b-220a-46d7-9cfb-9e697a80addb is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:39:00.964339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (f032027b-0d92-4986-9cb2-80ceff6b0f84), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:00.990408 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (f032027b-0d92-4986-9cb2-80ceff6b0f84), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.046503 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f032027b-0d92-4986-9cb2-80ceff6b0f84), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.050673 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.052320 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "DELETE /v2.0/security-groups/f032027b-0d92-4986-9cb2-80ceff6b0f84 HTTP/1.1" status: 204 len: 168 time: 0.1475058 Jul 14 20:39:01.057174 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Current status of the port 06ef315d-7b58-4033-9b39-3ef82d632029 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:01.057607 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.057983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:01.078491 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:01.078764 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-556dd4c7-c526-40b1-96d6-53a47d886452 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] show failed (client error): The resource could not be found. Jul 14 20:39:01.080009 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-556dd4c7-c526-40b1-96d6-53a47d886452 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups/f032027b-0d92-4986-9cb2-80ceff6b0f84 HTTP/1.1" status: 404 len: 347 time: 0.0205367 Jul 14 20:39:01.080770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2abd-c376-4309-bd47-ace33ac0bcb8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f032027b-0d92-4986-9cb2-80ceff6b0f84,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:01.083631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38938) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:01.092121 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:01.105979 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Sync routers for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:01.113529 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.118535 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-572869f4-d4c7-4777-b83f-66a80cd29ad9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2859607 Jul 14 20:39:01.119479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 38940) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:01.121356 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:01.122697 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:01.187430 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] For port 06ef315d-7b58-4033-9b39-3ef82d632029, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=06ef315d-7b58-4033-9b39-3ef82d632029,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:01.192005 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.201743 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.243157 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Deleting port c0ace086-6f1d-4553-b366-b2add55e235f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:01.243500 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.327628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3221f-b85e-4674-9266-b7088e9bd3b6 None None] Pushing event updated for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:01.338390 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:00Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:01.381194 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e90eddab-4da6-425a-be15-4e16f386591f None None] Provisioning complete for port 06ef315d-7b58-4033-9b39-3ef82d632029 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:01.381556 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e90eddab-4da6-425a-be15-4e16f386591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.390844 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b73583-14cb-4d49-b3fd-e726f893d675 None None] The sync data for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi is: [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:00Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:01.517973 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:01.528678 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:01.537966 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e90eddab-4da6-425a-be15-4e16f386591f None None] Current status of the port 06ef315d-7b58-4033-9b39-3ef82d632029 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:01.613392 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:01.668483 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:01.668831 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1ac0a834-cdf8-45d5-b1de-b010bb6c8485 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:01.760951 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:01.882019 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 41d42b88-6932-49df-b36c-f42b39a3b7f1 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:01.904109 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:00Z', 'revision_number': 3, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:01.943675 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Checking router: 7d40610b-220a-46d7-9cfb-9e697a80addb for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:01.944082 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Updating router 7d40610b-220a-46d7-9cfb-9e697a80addb port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:39:01.955049 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.955659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (c0ace086-6f1d-4553-b366-b2add55e235f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.958891 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0aed98-21f8-44de-9c6e-3bcb46a42408 None None] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:39:01.987203 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:01.993775 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Calling delete_port for c0ace086-6f1d-4553-b366-b2add55e235f owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:02.065746 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Provisioning complete for port 41d42b88-6932-49df-b36c-f42b39a3b7f1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:02.066354 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.187684 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.201602 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 41d42b88-6932-49df-b36c-f42b39a3b7f1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:02.202287 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.223280 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.232551 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.240646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (c0ace086-6f1d-4553-b366-b2add55e235f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.362318 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Current status of the port 41d42b88-6932-49df-b36c-f42b39a3b7f1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:02.362708 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.380898 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'Port': ['ID=c0ace086-6f1d-4553-b366-b2add55e235f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.426081 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.499298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] For port 41d42b88-6932-49df-b36c-f42b39a3b7f1, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=41d42b88-6932-49df-b36c-f42b39a3b7f1,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:02.509838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (e979a93c-1b16-445c-b7b8-fd80245b0814), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.513809 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.514965 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-42097f92-140a-4931-a944-411b1863f095 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "DELETE /v2.0/floatingips/e979a93c-1b16-445c-b7b8-fd80245b0814 HTTP/1.1" status: 204 len: 168 time: 1.4294000 Jul 14 20:39:02.516523 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 41d42b88-6932-49df-b36c-f42b39a3b7f1 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:02.516921 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.530960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.561348 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Allocated IP 172.20.0.1 (043c4f59-67de-4040-822f-f9c0a9e268a4/02a9c393-6fdd-4b46-8418-3893507eac73/c9617c1f-c7c5-43e4-94ec-1fac114d8717) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:02.597158 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks [] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.609522 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.643683 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Attempting to bind port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:02.644294 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Attempting to bind port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:02.644992 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Attempting to bind port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:02.646603 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.676359 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:02.677075 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:02.677668 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.678240 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:02.679054 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Bound port: 2ea9a582-92e8-41b8-8d3c-a1f11aff0222, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:02.679637 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.687196 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3eb64b-813e-4825-a091-74d86fdd6f1b None None] Pushing event updated for resources: {'Port': ['ID=41d42b88-6932-49df-b36c-f42b39a3b7f1,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.691509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 20:39:02.691935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:39:02.705051 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.712502 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38944) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:02.717349 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615238611', 'description': 'tempest-description--1595262313'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:02.753732 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.767517 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e90a1-192f-4370-bcb7-84bb6a8a528f None None] Pushing event updated for resources: {'Port': ['ID=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.785392 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.795864 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] For port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:02.796929 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1a721ef7-adc7-4612-8990-8a3966d0f3f0 None None] Provisioning complete for port 41d42b88-6932-49df-b36c-f42b39a3b7f1 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:02.797400 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1a721ef7-adc7-4612-8990-8a3966d0f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.802366 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] For port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:02.813777 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks [] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.822750 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.824496 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.852633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (ff932855-7dfa-4fa2-84c6-1c7b5a637566), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.853705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:02.858194 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.866362 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ff932855-7dfa-4fa2-84c6-1c7b5a637566), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.901187 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:02.901972 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:02.906323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1a721ef7-adc7-4612-8990-8a3966d0f3f0 None None] Current status of the port 41d42b88-6932-49df-b36c-f42b39a3b7f1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:02.926743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff932855-7dfa-4fa2-84c6-1c7b5a637566,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.933271 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.934902 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9b861f76-6ded-4630-aae3-0362870d067c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2213883 Jul 14 20:39:02.938646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38946) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:02.944497 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group_rule': {'security_group_id': 'ff932855-7dfa-4fa2-84c6-1c7b5a637566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:02.955536 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Pushing event updated for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.960847 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:02.963008 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:02.966211 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:02.967045 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (7d40610b-220a-46d7-9cfb-9e697a80addb), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:02.988407 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e90a1-192f-4370-bcb7-84bb6a8a528f None None] Pushing event updated for resources: {'Port': ['ID=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:02.989677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (8d22d940-9699-48ed-9166-1f771267ed4a), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.073824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (8d22d940-9699-48ed-9166-1f771267ed4a), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.077908 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:03.080767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (8d22d940-9699-48ed-9166-1f771267ed4a), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.111864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d22d940-9699-48ed-9166-1f771267ed4a,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:03.135399 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.139293 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-78d01672-4c14-4bb6-8af4-06cbe5703a36 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967576 Jul 14 20:39:03.139859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:03.148567 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'security_group_rule': {'security_group_id': 'ff932855-7dfa-4fa2-84c6-1c7b5a637566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:03.168489 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.180029 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (16e7c42b-e248-48aa-904f-3603d5ef1f7b), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.190320 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:03.291317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 41d42b88-6932-49df-b36c-f42b39a3b7f1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:03.292379 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 06ef315d-7b58-4033-9b39-3ef82d632029 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:03.316281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (16e7c42b-e248-48aa-904f-3603d5ef1f7b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.322190 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (16e7c42b-e248-48aa-904f-3603d5ef1f7b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.346224 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:00Z', 'revision_number': 3, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:03.347379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e7c42b-e248-48aa-904f-3603d5ef1f7b,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:03.360483 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-338f7388-7a02-46c3-9110-0865c73406d7 None None] Provisioning complete for port c9617c1f-c7c5-43e4-94ec-1fac114d8717 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:03.360920 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-338f7388-7a02-46c3-9110-0865c73406d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.361494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.370473 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f962732e-e159-4625-8f42-99a682d98d5c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261202 Jul 14 20:39:03.373439 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 38950) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:03.377998 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:03.396819 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373de927-c52c-4247-8986-f6c0cff70a6d None None] The sync data for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi is: [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:00Z', 'revision_number': 3, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:03.403404 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 06ef315d-7b58-4033-9b39-3ef82d632029 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:03.403756 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.423000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.435495 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-338f7388-7a02-46c3-9110-0865c73406d7 None None] Port c9617c1f-c7c5-43e4-94ec-1fac114d8717 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:03.468321 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks [] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.479033 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.481114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (7d40610b-220a-46d7-9cfb-9e697a80addb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.505563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 06ef315d-7b58-4033-9b39-3ef82d632029 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:03.529105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.584802 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Pushing event updated for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:03.597797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:03.623418 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:03.626362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:03.658665 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Allocated IP 172.27.0.245 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/28a68295-d8bd-43da-a5b3-7c8514a94af4) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:03.798473 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 41d42b88-6932-49df-b36c-f42b39a3b7f1 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:03.806438 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:03.813660 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Router 7d40610b-220a-46d7-9cfb-9e697a80addb has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:03.862460 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.888491 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 41d42b88-6932-49df-b36c-f42b39a3b7f1 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:03.888840 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.938803 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.951317 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:03.971329 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-af5bd7c9-fa09-4fa8-b917-40bd0a9fd378 None None] Provisioning complete for port c9617c1f-c7c5-43e4-94ec-1fac114d8717 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:03.971795 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af5bd7c9-fa09-4fa8-b917-40bd0a9fd378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:03.977121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:03.980690 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:03.981946 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:03.985792 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:03.998685 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6993c03d-00de-4ce1-a4c9-1bf9a7b8e699 admin admin] 10.222.0.52 "PUT /v2.0/routers/7d40610b-220a-46d7-9cfb-9e697a80addb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695045 Jul 14 20:39:04.018628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:04.033536 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=28a68295-d8bd-43da-a5b3-7c8514a94af4,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:04.038366 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-af5bd7c9-fa09-4fa8-b917-40bd0a9fd378 None None] Port c9617c1f-c7c5-43e4-94ec-1fac114d8717 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:04.040226 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 41d42b88-6932-49df-b36c-f42b39a3b7f1 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:04.119924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.161936 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.330371 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.335670 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.418659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=28a68295-d8bd-43da-a5b3-7c8514a94af4,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:04.435163 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.458607 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:04.459939 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7d88f487-ea0f-4508-a2b8-1b8d7b8941b2 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0855060 Jul 14 20:39:04.685998 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5adc62c0-e7bc-43f9-a149-c256a53265a9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1615238611&fields=id&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 267 time: 0.0457346 Jul 14 20:39:04.819184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-17c6d89b-0d6d-41cb-a388-34b118c03c6f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:04.820282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-17c6d89b-0d6d-41cb-a388-34b118c03c6f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 816 time: 0.1259766 Jul 14 20:39:04.837574 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-135f05b5-a69c-446a-a036-af34ffa8495c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/quotas/d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 375 time: 0.0115750 Jul 14 20:39:04.890356 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-07824777-49f2-47d7-b6c2-9f263a2078b5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472848 Jul 14 20:39:04.977501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:05.017914 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-2d87d68d-641b-4ebc-8daf-4ffb5ed09de4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136785 Jul 14 20:39:05.134881 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-788a2184-1636-425c-96f9-59fb7575d524 service neutron] 10.222.0.52 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109147 Jul 14 20:39:05.405334 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82d930da-b354-4fc7-ae83-ff42752d2e87 req-0c6e9b9d-605f-4fab-8cd3-3e89b8df7805 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 210 time: 0.0557308 Jul 14 20:39:05.454767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Sync routers for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:05.467640 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:05.468267 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:05.638969 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:05.829760 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:06.095038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:06.148525 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:06.148918 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.152014 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:03Z', 'revision_number': 4, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'c9617c1f-c7c5-43e4-94ec-1fac114d8717', 'name': '', 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'mac_address': 'fa:16:3e:50:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:39:02Z', 'updated_at': '2022-07-14T20:39:03Z', 'revision_number': 2, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'subnets': [{'id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:06.204886 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Checking router: 7d40610b-220a-46d7-9cfb-9e697a80addb for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:06.204886 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Updating router 7d40610b-220a-46d7-9cfb-9e697a80addb port c9617c1f-c7c5-43e4-94ec-1fac114d8717 binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:39:06.238406 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:06.248145 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.328149 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:06.328565 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.414736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:06.455034 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.569861 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ceddae4c-7282-4019-a431-ddb0ffd999b9 req-7b2f1e85-3f22-4e7b-84a3-8fe9bc382f66 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 210 time: 0.0492144 Jul 14 20:39:06.647446 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:06.856072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks [] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.865129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:06.877577 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:06.891740 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-25e66e7a-b584-4a77-a761-6d66102f5683 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:06.901071 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-25e66e7a-b584-4a77-a761-6d66102f5683 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 816 time: 0.2412305 Jul 14 20:39:06.929014 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203409e-e7b5-4539-a2f9-ebf85c8d19fa None None] Pushing event updated for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:07.021904 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-4e8eece1-d18c-41b3-95f8-b18856283fb0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 380 time: 0.1100149 Jul 14 20:39:07.032903 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'port': {'device_id': '8ea90cac-431b-48d8-8171-944bd150754f', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'admin_state_up': True, 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'security_groups': ['ff932855-7dfa-4fa2-84c6-1c7b5a637566']}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:07.037627 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Attempting to bind port c9617c1f-c7c5-43e4-94ec-1fac114d8717 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:07.038000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Attempting to bind port c9617c1f-c7c5-43e4-94ec-1fac114d8717 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:07.038365 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Attempting to bind port c9617c1f-c7c5-43e4-94ec-1fac114d8717 on network 043c4f59-67de-4040-822f-f9c0a9e268a4 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:07.044912 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:07.045289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Checking segment: {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:07.045693 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.046086 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Bound using segment: {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:07.046568 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Bound port: c9617c1f-c7c5-43e4-94ec-1fac114d8717, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8d8f78-98e6-428c-9dc9-7bab9080b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:07.047067 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.138031 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:07.149091 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] For port c9617c1f-c7c5-43e4-94ec-1fac114d8717, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:07.155605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] For port c9617c1f-c7c5-43e4-94ec-1fac114d8717, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c9617c1f-c7c5-43e4-94ec-1fac114d8717,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:07.171500 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.232774 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:07.268515 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Made reservation on behalf of d8d67813ac3a41d6a7b7ae8ac9629d71 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:39:07.273307 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203409e-e7b5-4539-a2f9-ebf85c8d19fa None None] Pushing event updated for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:07.275704 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.286127 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:07.288523 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:07.435052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Provisioning complete for port c9617c1f-c7c5-43e4-94ec-1fac114d8717 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:07.435754 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.588624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Allocated IP 172.20.0.9 (fc4df55f-56f1-4441-a13c-56b6d6bdcde5/7090dc08-6867-47e5-8faa-57595071b8f5/a450ed13-0148-4da1-9b7d-201016068164) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:07.634326 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:07.695951 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:07.726742 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Current status of the port c9617c1f-c7c5-43e4-94ec-1fac114d8717 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:07.727110 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.784144 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-059203c6-eea3-4dec-8181-a2394ea85a4c req-e863b42e-f775-406c-ac49-9a0c81d05ec1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 210 time: 0.0628765 Jul 14 20:39:07.866403 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:07.946968 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for port (a450ed13-0148-4da1-9b7d-201016068164), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:07.994906 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] For port c9617c1f-c7c5-43e4-94ec-1fac114d8717, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c9617c1f-c7c5-43e4-94ec-1fac114d8717,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:08.010440 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.013244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.070551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:08.081068 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:08.086583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:08.103660 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:08.107137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.134034 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:08.152238 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-3d7e4801-939b-41b0-bba6-ad52a4462174 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1241226 Jul 14 20:39:08.185426 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Request body: {'port': {'device_id': '8ea90cac-431b-48d8-8171-944bd150754f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:08.225242 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:08.225790 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.257532 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e260-b10b-4b22-a932-65c9842729c5 None None] Pushing event updated for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:08.291593 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-7ff7880d-e838-417b-a157-b2712cd46bb6 None None] Provisioning complete for port c9617c1f-c7c5-43e4-94ec-1fac114d8717 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:08.291972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7ff7880d-e838-417b-a157-b2712cd46bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.352081 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.366896 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:03Z', 'revision_number': 4, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'c9617c1f-c7c5-43e4-94ec-1fac114d8717', 'name': '', 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'mac_address': 'fa:16:3e:50:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:39:02Z', 'updated_at': '2022-07-14T20:39:07Z', 'revision_number': 4, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'subnets': [{'id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:08.400846 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.420097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6934e56-2d23-44ca-97ab-519bdc2d8f80 None None] The sync data for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi is: [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:39:03Z', 'revision_number': 4, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'c9617c1f-c7c5-43e4-94ec-1fac114d8717', 'name': '', 'network_id': '043c4f59-67de-4040-822f-f9c0a9e268a4', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'mac_address': 'fa:16:3e:50:4f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:39:02Z', 'updated_at': '2022-07-14T20:39:07Z', 'revision_number': 4, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'subnets': [{'id': '02a9c393-6fdd-4b46-8418-3893507eac73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:08.438901 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:08.538371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7880d-e838-417b-a157-b2712cd46bb6 None None] Current status of the port c9617c1f-c7c5-43e4-94ec-1fac114d8717 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:08.607694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:08.678996 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-9eb4b909-f2e6-4593-9bda-d75e17d8c309 None None] Provisioning complete for port a450ed13-0148-4da1-9b7d-201016068164 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:08.678996 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b909-f2e6-4593-9bda-d75e17d8c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (a450ed13-0148-4da1-9b7d-201016068164), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.721252 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4b909-f2e6-4593-9bda-d75e17d8c309 None None] Port a450ed13-0148-4da1-9b7d-201016068164 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:08.951392 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:08.970507 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks [] for port (a450ed13-0148-4da1-9b7d-201016068164), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:08.971185 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04082bc-46cd-4daf-ad3a-1ff602e28be4 req-23006760-b41c-4173-8714-b72be1ae53a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:08.974067 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c04082bc-46cd-4daf-ad3a-1ff602e28be4 req-23006760-b41c-4173-8714-b72be1ae53a6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 931 time: 0.0740392 Jul 14 20:39:08.989290 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Transition to ACTIVE for port object a450ed13-0148-4da1-9b7d-201016068164 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:39:08.996371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:09.008341 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:09.010645 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:09.071729 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c04082bc-46cd-4daf-ad3a-1ff602e28be4 req-65a94cca-25c5-4a08-87b9-b02cf48eb747 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874701 Jul 14 20:39:09.130897 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:09.178370 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Attempting to bind port a450ed13-0148-4da1-9b7d-201016068164 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:09.178783 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Attempting to bind port a450ed13-0148-4da1-9b7d-201016068164 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:09.179228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Attempting to bind port a450ed13-0148-4da1-9b7d-201016068164 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:09.193943 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Port a450ed13-0148-4da1-9b7d-201016068164 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:39:09.194416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Attempting to bind port a450ed13-0148-4da1-9b7d-201016068164 on network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:09.205474 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:09.206039 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Checking segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:09.206747 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Bound using segment: {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:09.207622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Bound port: a450ed13-0148-4da1-9b7d-201016068164, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e959eb-6ef2-43d9-abee-f826727b8aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:09.208315 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:09.311191 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:09.316200 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:09.326452 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:09.402681 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:09.430873 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:09.432191 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:09.433747 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] 10.222.0.62 "PUT /v2.0/ports/a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 1093 time: 1.2615755 Jul 14 20:39:09.435046 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:09.440355 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2aa6db-6642-454b-b9d1-040d53f8607b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:09.491517 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4510-0ea7-4db1-8029-a63f0880353e service neutron] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:09.519401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64e7f0-dd9c-4a1f-83f7-35bfdedf70b0 x-openstack-request-id: req-ff64e7f0-dd9c-4a1f-83f7-35bfdedf70b0 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:09.520992 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:09.521608 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff64e7f0-dd9c-4a1f-83f7-35bfdedf70b0 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:09.522207 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff64e7f0-dd9c-4a1f-83f7-35bfdedf70b0'] response: {'name': 'network-changed', 'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'status': 'completed', 'code': 200} Jul 14 20:39:09.627790 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-41c7c056-6cee-40fb-b85d-54bfe1166910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:09.629787 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-41c7c056-6cee-40fb-b85d-54bfe1166910 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1127 time: 0.0888357 Jul 14 20:39:09.718725 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-6b48fb3a-46a5-45ef-b143-3128e0f73943 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 217 time: 0.0735970 Jul 14 20:39:09.825501 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-b7832b30-931c-4d1f-85ed-483a4e01f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:09.828141 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-b7832b30-931c-4d1f-85ed-483a4e01f5bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0829833 Jul 14 20:39:09.839453 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c9617c1f-c7c5-43e4-94ec-1fac114d8717 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:09.896662 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:09.908220 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-6a0bfe31-b8f1-47fd-9222-52baeb575be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:09.910444 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-6a0bfe31-b8f1-47fd-9222-52baeb575be9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0743184 Jul 14 20:39:09.923218 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port c9617c1f-c7c5-43e4-94ec-1fac114d8717 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:09.923596 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:10.069474 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port c9617c1f-c7c5-43e4-94ec-1fac114d8717 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:10.089973 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-a9a09b3f-3055-4da8-85a4-96d69ad05bc5 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709626 Jul 14 20:39:10.272610 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bf2b3dc8-77a5-4ba6-8c98-19a9a4822fb0 req-a9154edd-98e8-4255-9ee8-fc12c2946bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746082 Jul 14 20:39:10.283871 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b5525-851e-445a-90e9-2e215f101760 req-4cc35cff-86be-4c61-8bd9-5647178acebf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:10.292949 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c5b5525-851e-445a-90e9-2e215f101760 req-4cc35cff-86be-4c61-8bd9-5647178acebf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0819249 Jul 14 20:39:10.369939 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c5b5525-851e-445a-90e9-2e215f101760 req-a2d73e4e-0e5c-4ec2-b2f2-ea2c9478a85b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756533 Jul 14 20:39:11.436912 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-11e620e9-1bfd-4a71-87d9-d0a4f2145f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:11.438522 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-11e620e9-1bfd-4a71-87d9-d0a4f2145f89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1127 time: 0.0875854 Jul 14 20:39:11.574613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb376ee-3f56-4e89-a982-50faf73ca722 req-08d92879-d5ab-4e09-aa1f-3a53d8f53b15 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:11.576225 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbb376ee-3f56-4e89-a982-50faf73ca722 req-08d92879-d5ab-4e09-aa1f-3a53d8f53b15 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.1098256 Jul 14 20:39:11.583266 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-eb2adca5-0910-4268-99a9-c11e888b3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:11.587849 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-eb2adca5-0910-4268-99a9-c11e888b3ae3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.1418719 Jul 14 20:39:11.643187 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-199053db-503f-4829-9440-6e541ae8aaf4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 217 time: 0.0471191 Jul 14 20:39:11.651621 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cbb376ee-3f56-4e89-a982-50faf73ca722 req-a6c5dc67-0745-4cb6-9e40-fe133b53a649 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687056 Jul 14 20:39:11.679696 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:39:11.731323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-8cf51bf3-834f-43d4-90ec-f07c00ed7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:11.733096 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-8cf51bf3-834f-43d4-90ec-f07c00ed7796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0802879 Jul 14 20:39:11.793923 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-ecde137c-6e3c-4692-9bcf-db22ea2a7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:11.796992 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-ecde137c-6e3c-4692-9bcf-db22ea2a7d69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563343 Jul 14 20:39:11.882138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:11.905407 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'a450ed13-0148-4da1-9b7d-201016068164', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:39:11.960576 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:11.961008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:11.972965 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-c0f4fb8a-7d6f-4603-8788-f2ec8b5f9780 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688373 Jul 14 20:39:11.986130 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:12.013509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:12.018833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:12.050527 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:12.088643 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-cd2aa6db-6642-454b-b9d1-040d53f8607b req-54481f6b-08a5-4f9e-9891-904e00846c03 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081750 Jul 14 20:39:12.246535 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:12.462336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['a450ed13-0148-4da1-9b7d-201016068164'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:12.881280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52b41b-0cc3-4f35-b3ba-e4aa4108bfae req-1c38349f-8e64-4334-bc70-a11b991b71ba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:12.890153 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e52b41b-0cc3-4f35-b3ba-e4aa4108bfae req-1c38349f-8e64-4334-bc70-a11b991b71ba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 944 time: 0.0683742 Jul 14 20:39:12.961829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0e52b41b-0cc3-4f35-b3ba-e4aa4108bfae req-e9e403a7-a14c-4b47-b7d7-f01e360e6712 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703955 Jul 14 20:39:13.700805 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:13.745165 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:13.758171 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port a450ed13-0148-4da1-9b7d-201016068164 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:39:13.769783 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port a450ed13-0148-4da1-9b7d-201016068164 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:13.771062 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (a450ed13-0148-4da1-9b7d-201016068164), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:13.874438 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:13.874438 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:13.913226 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:13.916683 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac830bb4-00d9-460b-8414-d8c8ab07c47d" -d '{"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:13.941169 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:13.947645 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:13.982611 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3528ff1-22be-4229-b07a-aff7884e2457 x-openstack-request-id: req-f3528ff1-22be-4229-b07a-aff7884e2457 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:13.982928 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:13.983220 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3528ff1-22be-4229-b07a-aff7884e2457 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:13.983654 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3528ff1-22be-4229-b07a-aff7884e2457'] response: {'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'code': 200} Jul 14 20:39:14.010897 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:14.143750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b5621-a9f7-4df5-bd9b-545834c09bec req-43c14efc-d2e8-4117-bf96-bbcd814ab939 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:14.147326 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e56b5621-a9f7-4df5-bd9b-545834c09bec req-43c14efc-d2e8-4117-bf96-bbcd814ab939 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0615184 Jul 14 20:39:14.263033 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e56b5621-a9f7-4df5-bd9b-545834c09bec req-a9805968-c6a5-4700-a175-bdfa6dda4921 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076705 Jul 14 20:39:14.337037 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7449d3-6be9-4c5e-b554-0f4de69859ca req-4a9b9bc3-89b7-4203-a5f1-6e9c4b94e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:14.338962 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5b7449d3-6be9-4c5e-b554-0f4de69859ca req-4a9b9bc3-89b7-4203-a5f1-6e9c4b94e1c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1129 time: 0.0859373 Jul 14 20:39:14.421483 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-5b7449d3-6be9-4c5e-b554-0f4de69859ca req-ea87a376-60e5-49f8-a7e4-cffcdd90a342 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741827 Jul 14 20:39:15.495401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f45654-7b45-4466-91ab-394dea3026e8 req-f1a607fc-40b3-49f4-981c-3448773984f6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:15.497002 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f8f45654-7b45-4466-91ab-394dea3026e8 req-f1a607fc-40b3-49f4-981c-3448773984f6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0666161 Jul 14 20:39:15.594759 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f8f45654-7b45-4466-91ab-394dea3026e8 req-a7af9e8a-16c5-424a-9937-724e9b748c32 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903749 Jul 14 20:39:16.806967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-bfc88e5c-675c-4597-856a-abd63be89053 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:16.808814 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-bfc88e5c-675c-4597-856a-abd63be89053 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 814 time: 0.1884532 Jul 14 20:39:16.816281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cae84-0f4b-41b3-92e0-35460e60567e req-8b79812e-b504-4900-b205-544d44c32844 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:16.825308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f45cae84-0f4b-41b3-92e0-35460e60567e req-8b79812e-b504-4900-b205-544d44c32844 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0990119 Jul 14 20:39:16.839274 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-7fda80db-e6e4-4fde-85b1-bec447c6d425 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/quotas/2df2b1715762427cb824e381a83bdad1 HTTP/1.1" status: 200 len: 375 time: 0.0197086 Jul 14 20:39:16.919291 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-0ca98a5a-eb00-4f23-bd8f-0569773ec29f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728722 Jul 14 20:39:16.925637 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f45cae84-0f4b-41b3-92e0-35460e60567e req-ba639e3c-d8d3-4bc4-92ef-b20ea3e37797 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962272 Jul 14 20:39:16.946491 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:17.103966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb6032-04fa-43c5-8f6e-05898ac52279 req-edc13e56-7aba-4ee0-a6d4-920f1574f8d9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:17.105389 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7feb6032-04fa-43c5-8f6e-05898ac52279 req-edc13e56-7aba-4ee0-a6d4-920f1574f8d9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0789676 Jul 14 20:39:17.109554 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-83d99ba5-e25e-455f-9a6d-7d4e62be054d service neutron] 10.222.0.52 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731997 Jul 14 20:39:17.116556 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39094) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:17.122244 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Request body: {'floatingip': {'port_id': 'a450ed13-0148-4da1-9b7d-201016068164'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:17.177560 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:17.211604 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-05badb22-778a-4445-9ede-f1979d7ccb80 service neutron] 10.222.0.52 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961385 Jul 14 20:39:17.392276 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-290c3c10-541f-4af4-86b4-e8b8d8a9fea5 req-44e4d8f2-e116-4bcf-b777-86314be506c8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 210 time: 0.0355461 Jul 14 20:39:17.411212 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:17.653653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:17.659631 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:17.773316 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Floating IP 92006672-9d29-4eac-996d-9930cf0f559b associated. External IP: 172.27.0.245, port: a450ed13-0148-4da1-9b7d-201016068164. Jul 14 20:39:18.225708 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:18.332109 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:18.336621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:18.338575 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:18.343052 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:18.354284 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:18.354893 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:18.373011 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-27e60205-1e98-4637-887f-5dad8f1172cc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "PUT /v2.0/floatingips/92006672-9d29-4eac-996d-9930cf0f559b HTTP/1.1" status: 200 len: 991 time: 1.2522466 Jul 14 20:39:18.373011 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:18.373287 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:18.462330 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2ab38e-c75b-4696-aa96-6fa0987b8b53 x-openstack-request-id: req-4c2ab38e-c75b-4696-aa96-6fa0987b8b53 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:18.462616 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:18.463064 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c2ab38e-c75b-4696-aa96-6fa0987b8b53 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:18.463661 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2ab38e-c75b-4696-aa96-6fa0987b8b53'] response: {'name': 'network-changed', 'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'status': 'completed', 'code': 200} Jul 14 20:39:18.476912 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:18.564656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-073fb802-5bf3-4337-aa3d-745b4cb9a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:18.566371 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-073fb802-5bf3-4337-aa3d-745b4cb9a84c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1129 time: 0.0461414 Jul 14 20:39:18.578719 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bf83e1e-8f4f-4c69-8a28-c4c4a0434427 req-af083ab6-88ba-49f1-b990-0930ef9c9446 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 210 time: 0.0906045 Jul 14 20:39:18.587078 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-9a557c93-2558-4eb8-aae7-9a45988512d7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:18.588805 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-9a557c93-2558-4eb8-aae7-9a45988512d7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 814 time: 0.1536202 Jul 14 20:39:18.619114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'port': {'device_id': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'admin_state_up': True, 'tenant_id': '2df2b1715762427cb824e381a83bdad1'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:18.685569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:18.722180 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-b204c59c-e464-4f44-8d66-0376bd127d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:18.723931 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-b204c59c-e464-4f44-8d66-0376bd127d95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.1440101 Jul 14 20:39:18.748015 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '92006672-9d29-4eac-996d-9930cf0f559b', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea90cac-431b-48d8-8171-944bd150754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:04Z', 'updated_at': '2022-07-14T20:39:17Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:18.776482 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:18.787488 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:18.788240 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:18.790664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Made reservation on behalf of 2df2b1715762427cb824e381a83bdad1 for: {'port': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:39:18.794787 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:18.805852 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-9f2d5009-09c8-4fa3-9393-e9eda786dae6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 999 time: 0.0720749 Jul 14 20:39:18.814737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:18.885778 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-802425d5-d748-47c9-b7d1-38e9a26d4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:18.887337 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-802425d5-d748-47c9-b7d1-38e9a26d4b98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0709093 Jul 14 20:39:18.912110 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:18.970990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-cfce8917-d482-43e3-8ace-07470160eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:18.972978 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-cfce8917-d482-43e3-8ace-07470160eb36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787346 Jul 14 20:39:19.009647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Allocated IP 172.20.0.14 (c65ab1d4-eb21-4009-a66c-ca67606d42ed/7fcfed87-ac29-443d-b0d6-b93d489a6f36/987b5585-aa48-407d-914f-a635c3962008) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:19.116812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-7422b5ec-022b-4845-a719-faced44e9278 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361930 Jul 14 20:39:19.276138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b21f595-784a-4f89-8a0a-9ebbabb03d0f req-257f872f-d000-40ea-8600-c39918c0f09a service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530652 Jul 14 20:39:19.280137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for port (987b5585-aa48-407d-914f-a635c3962008), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:19.350406 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (987b5585-aa48-407d-914f-a635c3962008), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:19.427394 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:19.444251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:19.445543 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:19.448541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:19.448733 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '92006672-9d29-4eac-996d-9930cf0f559b', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea90cac-431b-48d8-8171-944bd150754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:04Z', 'updated_at': '2022-07-14T20:39:17Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:19.454615 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:19.455427 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:19.495715 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-a0d75379-6adb-47cd-a4b5-38cce99f3830 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8843544 Jul 14 20:39:19.519231 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f783c-0d41-4221-a9ed-f34e11a29d1f None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '92006672-9d29-4eac-996d-9930cf0f559b', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea90cac-431b-48d8-8171-944bd150754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:04Z', 'updated_at': '2022-07-14T20:39:17Z', 'revision_number': 1, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:19.612958 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Request body: {'port': {'device_id': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:19.786420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b174e-8e76-4fbe-b604-a9e4f5e22026 req-997d67cc-11ef-4424-8eec-d910c10c8900 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:19.795439 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d99b174e-8e76-4fbe-b604-a9e4f5e22026 req-997d67cc-11ef-4424-8eec-d910c10c8900 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 932 time: 0.0854878 Jul 14 20:39:19.805837 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:19.825657 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-511b1676-1425-43df-be88-8f991df70d50 None None] Provisioning complete for port 987b5585-aa48-407d-914f-a635c3962008 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:19.826223 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-511b1676-1425-43df-be88-8f991df70d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (987b5585-aa48-407d-914f-a635c3962008), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:19.868766 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d99b174e-8e76-4fbe-b604-a9e4f5e22026 req-b36a6971-9101-42c1-996b-1031126c1093 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607724 Jul 14 20:39:19.895402 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:19.896919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-511b1676-1425-43df-be88-8f991df70d50 None None] Port 987b5585-aa48-407d-914f-a635c3962008 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:19.966136 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613415-9189-424a-b6d1-d9cf0232ea16 None None] New status for floating IP 92006672-9d29-4eac-996d-9930cf0f559b: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:20.069843 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:20.377199 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987b5585-aa48-407d-914f-a635c3962008 {{(pid=104108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:20.394862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks [] for port (987b5585-aa48-407d-914f-a635c3962008), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:20.424607 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.provisioning_blocks [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Transition to ACTIVE for port object 987b5585-aa48-407d-914f-a635c3962008 will not be triggered until provisioned by entity L2. {{(pid=104108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:39:20.430310 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:20.462759 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:20.505678 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:20.570999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Attempting to bind port 987b5585-aa48-407d-914f-a635c3962008 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:20.571372 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Attempting to bind port 987b5585-aa48-407d-914f-a635c3962008 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:20.571705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Attempting to bind port 987b5585-aa48-407d-914f-a635c3962008 on network c65ab1d4-eb21-4009-a66c-ca67606d42ed {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:20.587703 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Port 987b5585-aa48-407d-914f-a635c3962008 on network c65ab1d4-eb21-4009-a66c-ca67606d42ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:39:20.588074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Attempting to bind port 987b5585-aa48-407d-914f-a635c3962008 on network c65ab1d4-eb21-4009-a66c-ca67606d42ed {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:20.595207 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:20.595624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Checking segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:20.596655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Bound using segment: {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:20.597115 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Bound port: 987b5585-aa48-407d-914f-a635c3962008, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fca9d8-09f6-441e-8eea-6270231ad05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:20.597477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:20.748970 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:20.753928 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:20.761755 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:20.799096 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:20.799541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:20.800973 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] 10.222.0.62 "PUT /v2.0/ports/987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 1094 time: 1.1930015 Jul 14 20:39:20.801434 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:20.803756 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818b20f-14e8-439a-8bc6-502a24353f41" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:20.832799 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17b8af-d5a8-4eb0-bef8-b8269f2d6516 service neutron] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:20.887118 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4fbafd-33b0-458b-8345-48aae92ede3f x-openstack-request-id: req-6f4fbafd-33b0-458b-8345-48aae92ede3f {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:20.887408 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:20.887664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f4fbafd-33b0-458b-8345-48aae92ede3f {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:20.888071 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4fbafd-33b0-458b-8345-48aae92ede3f'] response: {'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:39:21.057298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2520128-18ff-460f-b3f3-14c67623e70f req-df996faf-fa7c-4e61-aa88-4dc534a06faf tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:21.065126 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2520128-18ff-460f-b3f3-14c67623e70f req-df996faf-fa7c-4e61-aa88-4dc534a06faf tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0838804 Jul 14 20:39:21.125683 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2520128-18ff-460f-b3f3-14c67623e70f req-8d4b1c91-b7c1-4d08-9952-cf60d569476a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Jul 14 20:39:21.176547 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:39:22.273451 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23439-093b-425f-8e16-cd83386f0735 req-481a37db-9afc-4a06-be92-75ce86625575 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:22.275241 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8f23439-093b-425f-8e16-cd83386f0735 req-481a37db-9afc-4a06-be92-75ce86625575 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0617726 Jul 14 20:39:22.359773 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8f23439-093b-425f-8e16-cd83386f0735 req-66c43ff4-bd1e-40e8-909b-5004441fd3b2 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750456 Jul 14 20:39:23.523101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0e6a-3f35-4ff7-aa3b-570537b06be7 req-649e8f47-13ed-4f22-960d-7ca53ef46e12 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:23.525001 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-870a0e6a-3f35-4ff7-aa3b-570537b06be7 req-649e8f47-13ed-4f22-960d-7ca53ef46e12 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0792851 Jul 14 20:39:23.568485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:23.616405 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-870a0e6a-3f35-4ff7-aa3b-570537b06be7 req-9e3dd88e-53db-49ca-abae-25c42bf983ef tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799172 Jul 14 20:39:24.796319 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c92a0-b113-4969-a4f2-5a70e7443f1e req-9dee5fdd-780d-4e8a-b3e7-6fba2627fb00 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:24.800595 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3c92a0-b113-4969-a4f2-5a70e7443f1e req-9dee5fdd-780d-4e8a-b3e7-6fba2627fb00 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0588453 Jul 14 20:39:24.868697 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca3c92a0-b113-4969-a4f2-5a70e7443f1e req-c9a52808-cc2f-4f14-ba63-e07d6980fbd9 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618751 Jul 14 20:39:26.059198 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd16a-8029-44e5-97da-2a822c419503 req-b179c3b0-b107-4097-9120-4f3bfabfd1d1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:26.059198 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ad8dd16a-8029-44e5-97da-2a822c419503 req-b179c3b0-b107-4097-9120-4f3bfabfd1d1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.1036911 Jul 14 20:39:26.089427 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:26.119883 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ad8dd16a-8029-44e5-97da-2a822c419503 req-5bdf4647-ac43-443e-9ee0-710b87814b26 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578234 Jul 14 20:39:27.240733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69254b-5c2b-4a59-8e8d-81c9df70224b req-9ed838b4-0320-467e-b008-59c9764ffca5 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:27.242281 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e69254b-5c2b-4a59-8e8d-81c9df70224b req-9ed838b4-0320-467e-b008-59c9764ffca5 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0515022 Jul 14 20:39:27.294117 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e69254b-5c2b-4a59-8e8d-81c9df70224b req-9f4581f8-0fdb-4d7f-967e-e440acc2693b tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Jul 14 20:39:27.589306 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-367b9da2-ec32-4390-83dc-2fa9f295da24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:27.803264 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-01b918ce-18cc-4b0e-9c5a-1db988eed550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:27.806547 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-01b918ce-18cc-4b0e-9c5a-1db988eed550 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1128 time: 0.0677216 Jul 14 20:39:28.250721 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-4932e339-8b38-4514-bfb2-1154a6fca0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:28.252274 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-4932e339-8b38-4514-bfb2-1154a6fca0e9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2df2b1715762427cb824e381a83bdad1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1039631 Jul 14 20:39:28.410238 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c221e9-a2f7-48e8-bc6f-5abb2c4b5454 req-bc4e2350-cca6-41bf-ab92-a6bea7b022e8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:28.411683 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74c221e9-a2f7-48e8-bc6f-5abb2c4b5454 req-bc4e2350-cca6-41bf-ab92-a6bea7b022e8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0478227 Jul 14 20:39:28.461382 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74c221e9-a2f7-48e8-bc6f-5abb2c4b5454 req-95238d81-98e7-4bfe-8896-50b0ac6559fd tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Jul 14 20:39:28.621943 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-21813351-7cea-4348-a903-d8b5e5646a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:28.624147 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-3818b20f-14e8-439a-8bc6-502a24353f41 req-21813351-7cea-4348-a903-d8b5e5646a89 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041837 Jul 14 20:39:29.115175 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-abea6250-3f48-4033-a080-bb4bcb2d0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:29.116674 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-abea6250-3f48-4033-a080-bb4bcb2d0fac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1128 time: 0.0415297 Jul 14 20:39:29.199822 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-53ad35fa-bd5e-4a28-873d-5e7e4f60bdd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 217 time: 0.0522988 Jul 14 20:39:29.292655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-74e11362-7155-4612-8780-272e976fb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:29.294140 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-74e11362-7155-4612-8780-272e976fb5fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.0545571 Jul 14 20:39:29.351167 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-98751915-821e-44ef-977c-2079dd307f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:29.352967 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-98751915-821e-44ef-977c-2079dd307f6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491154 Jul 14 20:39:29.414752 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:29.485929 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-d9b27335-f4b1-4aae-95eb-1d247d6831f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066611 Jul 14 20:39:29.519316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:29.613224 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3716-1946-4bf1-98fe-130627c34b8a req-3984a6f8-5017-40c5-bf0d-c79667df6a78 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:29.614858 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a02b3716-1946-4bf1-98fe-130627c34b8a req-3984a6f8-5017-40c5-bf0d-c79667df6a78 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0518363 Jul 14 20:39:29.615237 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a916e3c7-a621-4adf-80d3-e38d8bd2b354 req-60d49801-7815-453e-b535-9898892d1da0 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 Jul 14 20:39:29.665812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a02b3716-1946-4bf1-98fe-130627c34b8a req-668a896d-d97b-4972-842b-d2a7ea277fd0 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451603 Jul 14 20:39:29.860946 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-97160a06-3499-4564-94fc-1b7d84b1a7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:30.534091 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05dda-03ef-48c2-b328-d027806973b0 req-73b9057d-6afb-4c9e-8ae4-8f6a63db4213 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:30.535568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fc05dda-03ef-48c2-b328-d027806973b0 req-73b9057d-6afb-4c9e-8ae4-8f6a63db4213 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0467057 Jul 14 20:39:30.582400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2fc05dda-03ef-48c2-b328-d027806973b0 req-1aa809f8-47a9-4023-94d4-1056f4df64ff tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Jul 14 20:39:30.781834 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3ce79-422c-42cc-b3a0-ffbfe90e8f9d req-7a733156-3a49-479d-a166-d25d44e765f9 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:30.783440 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64a3ce79-422c-42cc-b3a0-ffbfe90e8f9d req-7a733156-3a49-479d-a166-d25d44e765f9 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0485270 Jul 14 20:39:30.835827 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-64a3ce79-422c-42cc-b3a0-ffbfe90e8f9d req-8a310544-9265-4388-9dca-7c8b17c50099 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469224 Jul 14 20:39:31.116904 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:31.175138 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=86 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:31.699051 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380200ca-d31f-4252-9c95-4a747c0248b6 req-66113fd3-53b1-4c98-b525-7d2c04dea983 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:31.700392 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-380200ca-d31f-4252-9c95-4a747c0248b6 req-66113fd3-53b1-4c98-b525-7d2c04dea983 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0482447 Jul 14 20:39:31.748976 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-380200ca-d31f-4252-9c95-4a747c0248b6 req-3f9b05e1-8530-4f37-89a5-f46bc16e1cb5 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Jul 14 20:39:31.856466 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 987b5585-aa48-407d-914f-a635c3962008 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:39:31.951342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33f98-788e-4a97-95cb-ed30ce15b3f2 req-e4adf2fa-32c6-4b36-8025-48171ad456eb tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:31.952837 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01f33f98-788e-4a97-95cb-ed30ce15b3f2 req-e4adf2fa-32c6-4b36-8025-48171ad456eb tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 944 time: 0.0485015 Jul 14 20:39:31.963212 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:31.975362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '987b5585-aa48-407d-914f-a635c3962008', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'port_id': '987b5585-aa48-407d-914f-a635c3962008', 'mac_address': 'fa:16:3e:1a:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:39:32.003877 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01f33f98-788e-4a97-95cb-ed30ce15b3f2 req-165e698c-c806-4554-bb45-b8295aa7287a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Jul 14 20:39:32.012634 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 987b5585-aa48-407d-914f-a635c3962008 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:32.013019 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:32.026767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987b5585-aa48-407d-914f-a635c3962008 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:32.050845 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:32.054743 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:32.101572 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:32.109188 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.109537 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.109894 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.110247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.110574 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.110898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.111243 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.111565 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.111887 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.112208 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.112529 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.112849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.113170 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.113482 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.113803 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:32.442770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:32.690407 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:32.780137 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:32.868345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc40c1-4719-42b5-9b56-ab7eca15a3af req-325dc7e2-b088-4fa7-b4c3-f5e2d2e1123f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:32.869874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cdc40c1-4719-42b5-9b56-ab7eca15a3af req-325dc7e2-b088-4fa7-b4c3-f5e2d2e1123f tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Jul 14 20:39:32.918473 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4cdc40c1-4719-42b5-9b56-ab7eca15a3af req-5f288cf5-49e2-4382-b57b-6135affbad21 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Jul 14 20:39:33.125617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47af12-50d3-4f30-b937-47dbfbd67471 req-b47daff9-93e3-4831-a5a2-c432c58b57bc tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:33.127166 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa47af12-50d3-4f30-b937-47dbfbd67471 req-b47daff9-93e3-4831-a5a2-c432c58b57bc tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Jul 14 20:39:33.143918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:33.183277 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa47af12-50d3-4f30-b937-47dbfbd67471 req-9a627d10-07e9-41e7-8a9d-79b4f1c79fb7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493162 Jul 14 20:39:33.870130 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 987b5585-aa48-407d-914f-a635c3962008 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:33.894030 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:33.903533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:33.918704 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 987b5585-aa48-407d-914f-a635c3962008 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:39:33.925983 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 987b5585-aa48-407d-914f-a635c3962008 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:33.926348 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (987b5585-aa48-407d-914f-a635c3962008), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:34.013018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 987b5585-aa48-407d-914f-a635c3962008 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:34.013397 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:34.045060 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:34.045060 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a7096-e34e-4e7b-89c4-b2c0701db024" -d '{"events": [{"server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "name": "network-vif-plugged", "status": "completed", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:34.045491 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc57bad-cdea-451c-a9b6-1aa31865ef2e req-dbdd064a-856f-4a98-893f-d3b296fe2036 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:34.045491 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bc57bad-cdea-451c-a9b6-1aa31865ef2e req-dbdd064a-856f-4a98-893f-d3b296fe2036 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Jul 14 20:39:34.060197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:34.065827 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:34.091568 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8727bac-51af-42eb-921c-cacfaf506327 x-openstack-request-id: req-b8727bac-51af-42eb-921c-cacfaf506327 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:34.092859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "name": "network-vif-plugged", "status": "completed", "tag": "987b5585-aa48-407d-914f-a635c3962008", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:34.092859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8727bac-51af-42eb-921c-cacfaf506327 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:34.092859 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8727bac-51af-42eb-921c-cacfaf506327'] response: {'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'code': 200} Jul 14 20:39:34.119236 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bc57bad-cdea-451c-a9b6-1aa31865ef2e req-64748e53-fe85-43b8-a67f-64e8c4986034 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642226 Jul 14 20:39:34.130301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:34.325196 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eed94-7aa8-4ca3-aa87-6caf739ea764 req-aad1c6f0-f93d-4a42-8ceb-c5c04e2f6f3c tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:34.327890 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-535eed94-7aa8-4ca3-aa87-6caf739ea764 req-aad1c6f0-f93d-4a42-8ceb-c5c04e2f6f3c tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0681250 Jul 14 20:39:34.398987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-535eed94-7aa8-4ca3-aa87-6caf739ea764 req-3ff3c6d9-ca68-4c04-a8a0-c79eaeaf894e tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628331 Jul 14 20:39:34.668928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32474c39-292d-4545-ae58-5b6f3b01a4c6 req-32cfc833-e229-4d50-9738-db3d47b43c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:34.670352 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32474c39-292d-4545-ae58-5b6f3b01a4c6 req-32cfc833-e229-4d50-9738-db3d47b43c71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1130 time: 0.0547600 Jul 14 20:39:34.689339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:34.695150 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-eca604a8-a985-4574-9ebb-059dd92a97db tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:34.698006 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-eca604a8-a985-4574-9ebb-059dd92a97db tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0825460 Jul 14 20:39:34.732268 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32474c39-292d-4545-ae58-5b6f3b01a4c6 req-48182178-ccc5-4996-8e11-35eaaeff70eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530689 Jul 14 20:39:34.816057 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Deleting port f924a51a-1824-4be0-9b9b-700305bf906f {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:34.816397 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:34.929710 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:34.941900 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] For port f924a51a-1824-4be0-9b9b-700305bf906f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f924a51a-1824-4be0-9b9b-700305bf906f,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:34.942269 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:35.191838 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:35.192299 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:35.192918 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Floating IP 77e65ded-c5c8-4b9c-9d99-de3629daed0b disassociated. External IP: 172.27.0.15, port: f924a51a-1824-4be0-9b9b-700305bf906f. Jul 14 20:39:35.193393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Calling delete_port for f924a51a-1824-4be0-9b9b-700305bf906f owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:35.301381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ea227-d46f-4cad-a7ea-2743e688684a req-f205db9b-a90f-4aee-8339-b0925ca3292a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:35.303473 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f62ea227-d46f-4cad-a7ea-2743e688684a req-f205db9b-a90f-4aee-8339-b0925ca3292a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 945 time: 0.0601313 Jul 14 20:39:35.360365 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f62ea227-d46f-4cad-a7ea-2743e688684a req-d1615ecd-06ea-41a4-8369-cf1a29139ffe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=847a3bdf-410d-47a6-9478-6ec45e5a18d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507641 Jul 14 20:39:35.373409 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (f924a51a-1824-4be0-9b9b-700305bf906f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:35.411373 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event deleted for resources: {'Port': ['ID=f924a51a-1824-4be0-9b9b-700305bf906f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:35.572235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:35.572988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8304cab-3b2b-4a1c-8788-d77202cdcfb3 req-4e2e0631-c0a2-46d0-987e-ec28ce6a2c4e tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:35.575408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8304cab-3b2b-4a1c-8788-d77202cdcfb3 req-4e2e0631-c0a2-46d0-987e-ec28ce6a2c4e tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0774488 Jul 14 20:39:35.635219 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8304cab-3b2b-4a1c-8788-d77202cdcfb3 req-e4f029b3-b263-4c01-9d3d-bbf6b0500497 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Jul 14 20:39:35.699574 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:35.708978 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:35.713434 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:35.724256 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:35.725041 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:35.749946 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] No DVR routers for this DVR port f924a51a-1824-4be0-9b9b-700305bf906f on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:35.757384 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:35.760468 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-9fbf616a-9a76-4f6f-aaa6-da3555be108f req-c90c2fa3-fa07-4454-84cb-df0201f6afc0 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "DELETE /v2.0/ports/f924a51a-1824-4be0-9b9b-700305bf906f HTTP/1.1" status: 204 len: 173 time: 1.0463195 Jul 14 20:39:35.760958 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'name': 'network-vif-deleted', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:35.763261 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcbd60d-380a-4d2c-9a78-5902cde815b5" -d '{"events": [{"server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "name": "network-vif-deleted", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:35.815249 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f414bd4a-2b84-450b-a8e6-241f728b1214 x-openstack-request-id: req-f414bd4a-2b84-450b-a8e6-241f728b1214 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:35.815569 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c8801-ed84-48a2-b248-e655089e94c3", "name": "network-vif-deleted", "tag": "f924a51a-1824-4be0-9b9b-700305bf906f", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:35.815812 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f414bd4a-2b84-450b-a8e6-241f728b1214 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:35.816236 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f414bd4a-2b84-450b-a8e6-241f728b1214'] response: {'server_uuid': '6e5c8801-ed84-48a2-b248-e655089e94c3', 'name': 'network-vif-deleted', 'tag': 'f924a51a-1824-4be0-9b9b-700305bf906f', 'status': 'completed', 'code': 200} Jul 14 20:39:35.866450 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:36.112523 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027be62-b145-4f80-8cc6-5fad4c4372b8 req-f25ee732-06d9-4e67-a548-0a5b61c2d302 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:36.114832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0027be62-b145-4f80-8cc6-5fad4c4372b8 req-f25ee732-06d9-4e67-a548-0a5b61c2d302 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0797250 Jul 14 20:39:36.117334 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:36.144121 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:36.153022 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:36.153628 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:36.165099 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0027be62-b145-4f80-8cc6-5fad4c4372b8 req-698e6ffc-1b2d-44e4-a856-bc4b79a46f84 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jul 14 20:39:36.254624 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:36.475361 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:36.490963 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0bc5f49-6552-490b-b3f5-35edc5d1a5d6 req-0d7f1e8e-33bc-4a33-a5f8-6ffad77c9fe6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0283313 Jul 14 20:39:36.504085 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5677c3-e2b0-4126-8019-98ab377b9828 None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:34:40Z', 'revision_number': 4, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'e83f7820-f526-40a7-b280-752b96b50c57', 'name': '', 'network_id': '68cf6283-4fe3-4009-aca7-134fe5f10d19', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'mac_address': 'fa:16:3e:dc:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '71e1caf4-0655-495d-aaec-614e9d240517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:50Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'subnets': [{'id': '71e1caf4-0655-495d-aaec-614e9d240517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:36.756856 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd7db0-8bf9-44d1-bc2e-ddc7444606a2 None None] New status for floating IP 77e65ded-c5c8-4b9c-9d99-de3629daed0b: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:36.783668 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8eea-4880-4c9d-8735-604f88303efb req-e99aab0e-9afb-4af5-a3ea-55ab5cf8da5f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:36.785419 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83fe8eea-4880-4c9d-8735-604f88303efb req-e99aab0e-9afb-4af5-a3ea-55ab5cf8da5f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0653000 Jul 14 20:39:36.840905 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-83fe8eea-4880-4c9d-8735-604f88303efb req-9fc44aa7-035f-4475-97c9-ac1cbe294535 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Jul 14 20:39:36.982379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74bba1-6938-4d5b-ad51-5c2776c64475 req-ee617593-7fd0-46fe-b37a-17b780e31fe2 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:36.985989 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce74bba1-6938-4d5b-ad51-5c2776c64475 req-ee617593-7fd0-46fe-b37a-17b780e31fe2 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Jul 14 20:39:37.049873 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ce74bba1-6938-4d5b-ad51-5c2776c64475 req-c9c8dc45-eb05-48e1-aaac-941b37f2efaa tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Jul 14 20:39:37.388292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e665b-2ea0-4e6f-b38c-56d8cbd034e5 req-c8e3cda2-5352-41c5-aefd-f9e5ac0e0afd tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:37.390400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-627e665b-2ea0-4e6f-b38c-56d8cbd034e5 req-c8e3cda2-5352-41c5-aefd-f9e5ac0e0afd tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Jul 14 20:39:37.459310 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-627e665b-2ea0-4e6f-b38c-56d8cbd034e5 req-96e887d3-33eb-4ce0-8177-1eaee9a27b00 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622642 Jul 14 20:39:37.503627 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf041-97eb-4073-ad5e-279aaedd044a req-bee1e43d-4663-4d90-afd2-e04208307f50 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:37.505266 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-677cf041-97eb-4073-ad5e-279aaedd044a req-bee1e43d-4663-4d90-afd2-e04208307f50 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.2680867 Jul 14 20:39:37.518191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:37.583666 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-677cf041-97eb-4073-ad5e-279aaedd044a req-0fd7eb78-b0db-42b4-95a1-0da21b727f2a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726776 Jul 14 20:39:37.631122 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b65ba04-6f0d-45c7-a057-87f3454e69ce req-244d99fe-c593-4e22-b592-90c1af245d0b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e5c8801-ed84-48a2-b248-e655089e94c3 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Jul 14 20:39:37.882806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device f924a51a-1824-4be0-9b9b-700305bf906f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:37.907006 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: f924a51a-1824-4be0-9b9b-700305bf906f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:37.907342 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device f924a51a-1824-4be0-9b9b-700305bf906f not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:38.153407 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:38.730554 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39302) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:38.731469 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54317-662e-43f1-b6ee-183ad6de1e37 req-26c509fc-029c-4bf6-b6f8-ec9b8cfbf3c8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:38.732991 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-feb54317-662e-43f1-b6ee-183ad6de1e37 req-26c509fc-029c-4bf6-b6f8-ec9b8cfbf3c8 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.0731864 Jul 14 20:39:38.777896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-39296056-9f8b-4563-8f98-4b6dda874f6c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:38.781030 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-39296056-9f8b-4563-8f98-4b6dda874f6c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 945 time: 0.1009612 Jul 14 20:39:38.791755 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-feb54317-662e-43f1-b6ee-183ad6de1e37 req-fd23aece-3b17-4912-8415-8633668a924c tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=2aeb11ca-d88a-4771-afaa-8e3c9a802791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522411 Jul 14 20:39:38.893139 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (847a3bdf-410d-47a6-9478-6ec45e5a18d4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:38.914523 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 384bb2f5-be38-48f0-8c74-d068964e4b64 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:38.914858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:38.940442 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (847a3bdf-410d-47a6-9478-6ec45e5a18d4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.057912 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] For port 384bb2f5-be38-48f0-8c74-d068964e4b64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384bb2f5-be38-48f0-8c74-d068964e4b64,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:39.058270 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.060957 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (847a3bdf-410d-47a6-9478-6ec45e5a18d4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.064193 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.065572 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "DELETE /v2.0/security-groups/847a3bdf-410d-47a6-9478-6ec45e5a18d4 HTTP/1.1" status: 204 len: 168 time: 0.3333578 Jul 14 20:39:39.069667 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39314) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:39.084678 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:39.091575 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-c35bd869-b94d-4547-a8d8-b405502423aa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] show failed (client error): The resource could not be found. Jul 14 20:39:39.095488 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c35bd869-b94d-4547-a8d8-b405502423aa tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups/847a3bdf-410d-47a6-9478-6ec45e5a18d4 HTTP/1.1" status: 404 len: 347 time: 0.0219285 Jul 14 20:39:39.097287 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39316) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:39.133592 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837be1d-aa99-4ace-ac02-40405dc0a56b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a3bdf-410d-47a6-9478-6ec45e5a18d4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:39.257455 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Deleting port 91d84dc8-01eb-4c04-b0d0-7663cfd5efd2 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:39.257908 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.275806 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.276159 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.276794 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP 09fc9ab6-97aa-4930-bc5e-55ae566fc45a disassociated. External IP: 172.27.0.17, port: 384bb2f5-be38-48f0-8c74-d068964e4b64. Jul 14 20:39:39.276794 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 384bb2f5-be38-48f0-8c74-d068964e4b64 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:39.345659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.346285 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.360348 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Calling delete_port for 91d84dc8-01eb-4c04-b0d0-7663cfd5efd2 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:39.424356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (384bb2f5-be38-48f0-8c74-d068964e4b64), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.458235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=384bb2f5-be38-48f0-8c74-d068964e4b64,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:39.459505 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:39.528034 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (91d84dc8-01eb-4c04-b0d0-7663cfd5efd2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.558201 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event deleted for resources: {'Port': ['ID=91d84dc8-01eb-4c04-b0d0-7663cfd5efd2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:39.584623 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:39.628120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:39.643542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks [] for floatingip (77e65ded-c5c8-4b9c-9d99-de3629daed0b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.645947 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:39.649890 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4b4eff3f-6392-40e2-a3ff-a741543126bd tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "DELETE /v2.0/floatingips/77e65ded-c5c8-4b9c-9d99-de3629daed0b HTTP/1.1" status: 204 len: 168 time: 0.5486624 Jul 14 20:39:39.726282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-548459b9-f2ea-42aa-b38f-3f99c81012bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584865 Jul 14 20:39:39.863556 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-3f5d2e30-3003-4774-9636-d1e8a91342ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:39.868518 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-3f5d2e30-3003-4774-9636-d1e8a91342ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cceb4db55bba4bd099104acdcb6d2762&device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 1129 time: 0.0826528 Jul 14 20:39:39.994028 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c78d383-08c5-4cd5-8247-485730e906e7 req-e4ed0bff-5089-49ce-87d0-7a64f08dbd30 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=f580e757-6a64-44b4-924f-3710d64601ee HTTP/1.1" status: 200 len: 210 time: 0.0772817 Jul 14 20:39:40.041785 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-525a6deb-5001-448b-ab23-5284a7b1914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:40.043424 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-525a6deb-5001-448b-ab23-5284a7b1914d service neutron] 10.222.0.62 "GET /v2.0/networks?id=68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 200 len: 919 time: 0.1517982 Jul 14 20:39:40.080630 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:40.092034 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:40.099422 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-5d93f409-02f6-4991-b2c6-eb984d25869e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 200 len: 217 time: 0.0461142 Jul 14 20:39:40.106626 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:40.108002 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:40.116898 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:40.128700 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] No DVR routers for this DVR port 384bb2f5-be38-48f0-8c74-d068964e4b64 on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:40.131391 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:40.134651 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-c62c932c-aa80-4f85-b7b3-96826d892550 req-7721809d-7678-45f5-bd81-eac8f0683545 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "DELETE /v2.0/ports/384bb2f5-be38-48f0-8c74-d068964e4b64 HTTP/1.1" status: 204 len: 173 time: 1.3434300 Jul 14 20:39:40.135247 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'name': 'network-vif-deleted', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:40.137746 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb930d-c20c-4446-a252-6fe8cfa23b85" -d '{"events": [{"server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "name": "network-vif-deleted", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:40.162976 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-9bf77130-ef6c-4141-96e9-027391f62708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:40.165336 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-9bf77130-ef6c-4141-96e9-027391f62708 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 200 len: 857 time: 0.0596011 Jul 14 20:39:40.193040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44ea28-9d33-4be3-881b-513443f935ba x-openstack-request-id: req-be44ea28-9d33-4be3-881b-513443f935ba {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:40.193336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f580e757-6a64-44b4-924f-3710d64601ee", "name": "network-vif-deleted", "tag": "384bb2f5-be38-48f0-8c74-d068964e4b64", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:40.193655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be44ea28-9d33-4be3-881b-513443f935ba {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:40.194105 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be44ea28-9d33-4be3-881b-513443f935ba'] response: {'server_uuid': 'f580e757-6a64-44b4-924f-3710d64601ee', 'name': 'network-vif-deleted', 'tag': '384bb2f5-be38-48f0-8c74-d068964e4b64', 'status': 'completed', 'code': 200} Jul 14 20:39:40.226424 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-8a617e40-6217-42b2-bf16-dc3aa8e60cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:40.228780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-8a617e40-6217-42b2-bf16-dc3aa8e60cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68cf6283-4fe3-4009-aca7-134fe5f10d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575614 Jul 14 20:39:40.230514 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:40.335883 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-1fcb30a1-1822-4abb-b104-4713017646d8 service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996985 Jul 14 20:39:40.424231 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:40.436262 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:40.462551 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:40.471697 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:40.472288 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:40.506018 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:40.663106 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:40.681337 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-611c6d92-fe0f-4b18-872e-667eaf9fd8a2 req-9dc48b3c-9889-4393-8242-4ac16aa37c8b service neutron] 10.222.0.62 "GET /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005745 Jul 14 20:39:40.863824 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:40.904273 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3054172-f68f-4559-943c-bd29be7cacf6 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:41.097144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39350) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:41.158000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecaca9-b2ea-45ef-b24b-6093cb27bd2d None None] New status for floating IP 09fc9ab6-97aa-4930-bc5e-55ae566fc45a: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:41.168024 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2aeb11ca-d88a-4771-afaa-8e3c9a802791), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.196020 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (2aeb11ca-d88a-4771-afaa-8e3c9a802791), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.255956 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2aeb11ca-d88a-4771-afaa-8e3c9a802791), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.258759 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.262600 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/security-groups/2aeb11ca-d88a-4771-afaa-8e3c9a802791 HTTP/1.1" status: 204 len: 168 time: 0.1619270 Jul 14 20:39:41.262990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39352) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:41.280606 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce900a3-9bb4-4005-b10b-ee3bd59c75be tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb11ca-d88a-4771-afaa-8e3c9a802791,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:41.283153 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-313f8ee1-00e8-4680-9b7c-734a3dc916e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] show failed (client error): The resource could not be found. Jul 14 20:39:41.287463 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-313f8ee1-00e8-4680-9b7c-734a3dc916e3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups/2aeb11ca-d88a-4771-afaa-8e3c9a802791 HTTP/1.1" status: 404 len: 347 time: 0.0228643 Jul 14 20:39:41.291289 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39354) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:41.406233 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 0c58aa95-d21f-4946-9b4b-d3eb2880fdec {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:41.406563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.485053 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.485288 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.497370 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 0c58aa95-d21f-4946-9b4b-d3eb2880fdec owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:41.501040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:41.640535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (0c58aa95-d21f-4946-9b4b-d3eb2880fdec), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.664358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=0c58aa95-d21f-4946-9b4b-d3eb2880fdec,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:41.697186 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (09fc9ab6-97aa-4930-bc5e-55ae566fc45a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.699749 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.700898 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4e132afb-65be-4d8f-9026-8409314535cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/floatingips/09fc9ab6-97aa-4930-bc5e-55ae566fc45a HTTP/1.1" status: 204 len: 168 time: 0.4085586 Jul 14 20:39:41.775026 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39360) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:41.779596 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664268709', 'description': 'tempest-description--79503693'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:41.801481 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.875604 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:41.878055 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (fc6d83a9-0682-4a3b-833f-eded309d3c35), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.881886 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fc6d83a9-0682-4a3b-833f-eded309d3c35), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.902805 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 384bb2f5-be38-48f0-8c74-d068964e4b64 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:41.918318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6d83a9-0682-4a3b-833f-eded309d3c35,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:41.921894 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 384bb2f5-be38-48f0-8c74-d068964e4b64 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:41.922328 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 384bb2f5-be38-48f0-8c74-d068964e4b64 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:41.925596 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:41.927110 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4db02dc5-f1ed-4525-bbc3-e8a8708ca06d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510034 Jul 14 20:39:41.930153 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39362) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:41.935315 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': 'fc6d83a9-0682-4a3b-833f-eded309d3c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:41.966257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (4cbe1cad-d2e8-40b3-a02a-ce75f90b845f), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.023817 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (4cbe1cad-d2e8-40b3-a02a-ce75f90b845f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.027848 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (4cbe1cad-d2e8-40b3-a02a-ce75f90b845f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.046703 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbe1cad-d2e8-40b3-a02a-ce75f90b845f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:42.055184 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.058925 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2dbcd499-6ef7-4416-b6fe-daadf18f3df4 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250920 Jul 14 20:39:42.059288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39368) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:42.064226 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'security_group_rule': {'security_group_id': 'fc6d83a9-0682-4a3b-833f-eded309d3c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:42.097822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (151e5b7d-0cd2-449d-8989-8d24458e3221), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.196510 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8e68-ea6d-40c1-9666-74a5e9e07991 req-c7799633-3d12-4037-b2e2-ab3b16dedfe7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:42.197971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80aa8e68-ea6d-40c1-9666-74a5e9e07991 req-c7799633-3d12-4037-b2e2-ab3b16dedfe7 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0645540 Jul 14 20:39:42.199772 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (151e5b7d-0cd2-449d-8989-8d24458e3221), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.204756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (151e5b7d-0cd2-449d-8989-8d24458e3221), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.503419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151e5b7d-0cd2-449d-8989-8d24458e3221,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:42.512843 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.514013 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-07eb915a-6604-49a3-9b0a-fc690fca6884 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4537649 Jul 14 20:39:42.517299 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39372) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:42.522359 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:42.536354 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-80aa8e68-ea6d-40c1-9666-74a5e9e07991 req-69ca3dd8-458f-4e45-8892-a4c67620014b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293245 Jul 14 20:39:42.545108 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.635503 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.750608 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:42.752238 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.27.0.20 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/e84fd954-31d8-4e70-b987-8a65905f5c2f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:42.861218 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.894709 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:42.937317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:42.940735 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:42.943391 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:42.959909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=e84fd954-31d8-4e70-b987-8a65905f5c2f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:42.997256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.034437 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.163113 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:43.186595 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.191690 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.224456 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.245078 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=e84fd954-31d8-4e70-b987-8a65905f5c2f,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:43.249867 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:43.251158 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-17d8ce85-019f-4919-8928-78325d27e35e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7328041 Jul 14 20:39:43.453070 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-f33a8f5e-89c6-4ca7-a97a-45da06783172 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--664268709&fields=id&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 267 time: 0.0442991 Jul 14 20:39:43.547812 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:43.569074 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-130f54f2-52dd-4e92-a339-fc19e7c6d11e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:43.570664 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-130f54f2-52dd-4e92-a339-fc19e7c6d11e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.1112616 Jul 14 20:39:43.591094 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-84bee894-923a-4043-ac1a-bfe25491b764 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/quotas/40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 375 time: 0.0142782 Jul 14 20:39:43.645479 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-e50cbfda-c7f1-4bc6-a35f-9c9539cef1ed tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483344 Jul 14 20:39:43.714634 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa6a39-0752-4fd9-bc73-cffbbfd69867 req-6163504e-ad24-463b-a739-0563c563902d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:43.716206 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16fa6a39-0752-4fd9-bc73-cffbbfd69867 req-6163504e-ad24-463b-a739-0563c563902d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0698752 Jul 14 20:39:43.805709 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-4e533589-5aa1-4d36-95bd-23c5db5fb973 service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480982 Jul 14 20:39:43.809452 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16fa6a39-0752-4fd9-bc73-cffbbfd69867 req-50c17d0e-8bd8-4a98-b23c-8c12b95c3938 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Jul 14 20:39:43.903203 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-47bac691-1358-47e0-aa28-6a8dd8fcacd2 service neutron] 10.222.0.52 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916176 Jul 14 20:39:44.043642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:44.065534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-000c00f2-4a29-4865-9244-91e7a58d0147 req-5a2f6e33-efa3-4879-b176-f911c53124e7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 210 time: 0.0310886 Jul 14 20:39:44.719311 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593529a8-c8e6-4ca7-be88-67c1a5bb8e52 req-8a7ef2ae-9ff4-4e3a-8b2b-154c5a0efae1 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:44.720946 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-593529a8-c8e6-4ca7-be88-67c1a5bb8e52 req-8a7ef2ae-9ff4-4e3a-8b2b-154c5a0efae1 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0470645 Jul 14 20:39:44.779601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-a39f9609-8abd-4bb7-88cb-3247efe253be tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:44.781672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-a39f9609-8abd-4bb7-88cb-3247efe253be tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.1670480 Jul 14 20:39:44.807599 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-593529a8-c8e6-4ca7-be88-67c1a5bb8e52 req-b70811cb-b7e2-4c6a-9c0f-d4d6b20b136e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763197 Jul 14 20:39:44.924186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fb390-2201-4ec5-b823-f90002dad3eb req-414a46bb-97fc-4a3b-b1bf-1344a11115f6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:44.925656 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c6fb390-2201-4ec5-b823-f90002dad3eb req-414a46bb-97fc-4a3b-b1bf-1344a11115f6 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0472822 Jul 14 20:39:44.974292 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7c6fb390-2201-4ec5-b823-f90002dad3eb req-b135f7e1-8ecb-4460-a21a-79f7a0ee75ca tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Jul 14 20:39:45.159490 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2c8ca3f7-21dc-4020-bf3b-e507c2ca31ef req-07803cf0-fe27-4eb5-8ffb-c233522c0f54 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jul 14 20:39:45.925974 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb2106-36f4-4787-abd7-cf72c6956a79 req-b771e69a-7814-4b46-ad9f-6bf703c71a5a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:45.927362 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2dbb2106-36f4-4787-abd7-cf72c6956a79 req-b771e69a-7814-4b46-ad9f-6bf703c71a5a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Jul 14 20:39:45.982233 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2dbb2106-36f4-4787-abd7-cf72c6956a79 req-a2357f7b-8541-42b5-92d9-19e4767cd08a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Jul 14 20:39:46.091170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344b0cb-299d-4400-a58e-4b53314c197a req-a7d735c2-1371-4255-9df7-a548396f6d7a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:46.093136 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c344b0cb-299d-4400-a58e-4b53314c197a req-a7d735c2-1371-4255-9df7-a548396f6d7a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Jul 14 20:39:46.201043 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c344b0cb-299d-4400-a58e-4b53314c197a req-e86ad917-3f1a-4da7-af11-9684f34ce923 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909770 Jul 14 20:39:46.203575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Deleting port 1f90d544-e4b7-4775-8f93-61ce62d596b4 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:46.203575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:46.289770 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-61d52993-5a39-4993-b0ea-1a0047afe769 req-e72cc789-e4a4-44f8-90df-6c66ace3c057 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 210 time: 0.0338240 Jul 14 20:39:46.318779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] For port 1f90d544-e4b7-4775-8f93-61ce62d596b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1f90d544-e4b7-4775-8f93-61ce62d596b4,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:46.319161 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:46.333419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Calling delete_port for 1f90d544-e4b7-4775-8f93-61ce62d596b4 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:46.342802 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:46.463558 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (1f90d544-e4b7-4775-8f93-61ce62d596b4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:46.489224 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event deleted for resources: {'Port': ['ID=1f90d544-e4b7-4775-8f93-61ce62d596b4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:46.505210 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33ce41a8-cfae-480a-8e36-a527518059f8'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:46.539614 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] No DVR routers for this DVR port 1f90d544-e4b7-4775-8f93-61ce62d596b4 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:46.542222 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:46.545527 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dde5714a-0933-471d-b3d6-8491ed58c4e8 req-33ad68be-7d69-4a10-a52b-46ff3264e4fe tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "DELETE /v2.0/ports/1f90d544-e4b7-4775-8f93-61ce62d596b4 HTTP/1.1" status: 204 len: 173 time: 0.4690309 Jul 14 20:39:46.546482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'name': 'network-vif-deleted', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:46.548821 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d58214-0dab-4931-8196-13f4b895b240" -d '{"events": [{"server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "name": "network-vif-deleted", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:46.601130 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ac800-0238-4f21-9900-bd0c4f196c9a x-openstack-request-id: req-ba9ac800-0238-4f21-9900-bd0c4f196c9a {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:46.601454 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476db6db-4757-4a95-a7b8-7fab0e3f6a68", "name": "network-vif-deleted", "tag": "1f90d544-e4b7-4775-8f93-61ce62d596b4", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:46.601720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba9ac800-0238-4f21-9900-bd0c4f196c9a {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:46.602147 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9ac800-0238-4f21-9900-bd0c4f196c9a'] response: {'server_uuid': '476db6db-4757-4a95-a7b8-7fab0e3f6a68', 'name': 'network-vif-deleted', 'tag': '1f90d544-e4b7-4775-8f93-61ce62d596b4', 'status': 'completed', 'code': 200} Jul 14 20:39:47.095346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0f9f-fe50-4c00-a4d8-365f229ed5b7 req-f2d4839d-fe4b-499d-8638-7cd887aa6d46 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:47.096710 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-783c0f9f-fe50-4c00-a4d8-365f229ed5b7 req-f2d4839d-fe4b-499d-8638-7cd887aa6d46 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0474133 Jul 14 20:39:47.148440 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-783c0f9f-fe50-4c00-a4d8-365f229ed5b7 req-07ebc943-feab-4c49-a7e3-6bbbbf23b540 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Jul 14 20:39:47.301715 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:47.335497 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4c4a88d-bd1e-4115-8cbd-191386ddfad4 req-4f9a7f36-190f-48b3-b3e4-2043449e0e44 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=476db6db-4757-4a95-a7b8-7fab0e3f6a68 HTTP/1.1" status: 200 len: 210 time: 0.0572600 Jul 14 20:39:47.422304 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dea59f6f-1a8a-40f9-a517-614d19c0eb9d req-2bc28396-6c8d-4f59-b396-ef1626713cc1 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 210 time: 0.0329857 Jul 14 20:39:47.460985 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-cab5690b-4018-487b-b3ff-9be51d7b48a3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:47.462696 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-cab5690b-4018-487b-b3ff-9be51d7b48a3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 814 time: 0.1860676 Jul 14 20:39:47.489788 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-4e0c90bf-7660-4a34-9605-de8f98015956 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:47.491278 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-4e0c90bf-7660-4a34-9605-de8f98015956 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 945 time: 0.0585024 Jul 14 20:39:47.759059 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-bde1fc54-65c4-41d6-b3aa-dcc3ada72193 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40baf66113cf4fb186ddd5e954a9b7a4 HTTP/1.1" status: 200 len: 379 time: 0.0554194 Jul 14 20:39:47.773346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'port': {'device_id': '846e301f-53f5-484c-9871-46e7472509ba', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'admin_state_up': True, 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'security_groups': ['fc6d83a9-0682-4a3b-833f-eded309d3c35']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:47.808733 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port 6a85c30d-87e7-49c7-9ba4-5135c2402791 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:47.809071 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:47.884064 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Made reservation on behalf of 40baf66113cf4fb186ddd5e954a9b7a4 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:39:47.887545 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:47.896040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:47.901233 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] For port 6a85c30d-87e7-49c7-9ba4-5135c2402791, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6a85c30d-87e7-49c7-9ba4-5135c2402791,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:47.901488 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:47.935678 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1f90d544-e4b7-4775-8f93-61ce62d596b4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:47.978594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 1f90d544-e4b7-4775-8f93-61ce62d596b4 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:47.979794 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 1f90d544-e4b7-4775-8f93-61ce62d596b4 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:48.039258 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Allocated IP 172.20.0.9 (946dd351-5829-4dff-b5e5-6e232f299044/5345612f-6103-490b-9369-e6388f5a6cc3/3311ac61-3d71-4bc4-a82e-b644a5accd11) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:48.083410 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.083826 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (67d3c25e-64ce-494e-a158-dd12ea9c783c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.084143 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP 67d3c25e-64ce-494e-a158-dd12ea9c783c disassociated. External IP: 172.27.0.234, port: 6a85c30d-87e7-49c7-9ba4-5135c2402791. Jul 14 20:39:48.084612 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for 6a85c30d-87e7-49c7-9ba4-5135c2402791 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:48.169631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:48.204447 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.229032 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (6a85c30d-87e7-49c7-9ba4-5135c2402791), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.253218 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.259330 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=6a85c30d-87e7-49c7-9ba4-5135c2402791,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:48.312284 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b958b165-7ba7-4792-a03b-a9a31e7af1a2 req-7fbda659-15e4-4b08-83ee-4fbaf0cb3a1e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0730195 Jul 14 20:39:48.359983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:48.369586 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Network 946dd351-5829-4dff-b5e5-6e232f299044 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:48.377298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:48.381542 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event updated for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:48.383859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:48.391050 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:48.394530 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572555c-ad7e-48d4-b86f-03f712cf570e req-886dac0a-62b0-47d2-bd1f-07ae0f555279 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:48.396308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8572555c-ad7e-48d4-b86f-03f712cf570e req-886dac0a-62b0-47d2-bd1f-07ae0f555279 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0874052 Jul 14 20:39:48.486191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:48.486823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.506659 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8572555c-ad7e-48d4-b86f-03f712cf570e req-6536a5db-8dd3-4ca7-9863-9b7b8e0d75e3 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896034 Jul 14 20:39:48.509340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:48.523920 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39456) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:48.541208 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:48.541771 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-9f1da2d7-a3a9-432a-9eb5-b3e98e93f344 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727816 Jul 14 20:39:48.563705 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:48.564476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Request body: {'port': {'device_id': '846e301f-53f5-484c-9871-46e7472509ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:48.572339 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:48.587786 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] No DVR routers for this DVR port 6a85c30d-87e7-49c7-9ba4-5135c2402791 on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:48.591908 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.596750 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-77b438df-47c2-4e9c-bfa8-5eae146714f1 req-7565591b-499f-4a63-ab37-8f2eb8c57c9c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "DELETE /v2.0/ports/6a85c30d-87e7-49c7-9ba4-5135c2402791 HTTP/1.1" status: 204 len: 173 time: 0.8769152 Jul 14 20:39:48.597580 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'name': 'network-vif-deleted', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:48.602604 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e6a824-eb84-4fab-b721-bb811001b87e" -d '{"events": [{"server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "name": "network-vif-deleted", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:48.710212 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565cbca-4732-4b8b-ac3d-763a54df005b tempest-TestMinimumBasicScenario-1214193784 tempest-TestMinimumBasicScenario-1214193784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:48.711755 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e565cbca-4732-4b8b-ac3d-763a54df005b tempest-TestMinimumBasicScenario-1214193784 tempest-TestMinimumBasicScenario-1214193784-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1125 time: 0.1866379 Jul 14 20:39:48.714705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39464) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:48.721169 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'port_id': '987b5585-aa48-407d-914f-a635c3962008', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:48.750460 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda7724-f0b8-4423-a087-771fcdf91ef6 x-openstack-request-id: req-7dda7724-f0b8-4423-a087-771fcdf91ef6 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:48.750737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f144a8-c1b4-424d-80f0-da744bd56947", "name": "network-vif-deleted", "tag": "6a85c30d-87e7-49c7-9ba4-5135c2402791", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:48.751287 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dda7724-f0b8-4423-a087-771fcdf91ef6 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:48.752236 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dda7724-f0b8-4423-a087-771fcdf91ef6'] response: {'server_uuid': 'b3f144a8-c1b4-424d-80f0-da744bd56947', 'name': 'network-vif-deleted', 'tag': '6a85c30d-87e7-49c7-9ba4-5135c2402791', 'status': 'completed', 'code': 200} Jul 14 20:39:48.755247 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.774339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5c5b-02ea-4f93-8ba6-dc3a0b31b42e req-7c3ed2df-aaf7-4ff0-83a6-098bd76ea511 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:48.782783 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bce5c5b-02ea-4f93-8ba6-dc3a0b31b42e req-7c3ed2df-aaf7-4ff0-83a6-098bd76ea511 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 931 time: 0.1290956 Jul 14 20:39:48.787619 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:48.822136 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.832351 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-6105d77b-081a-49b2-bc4a-b4afd4ad20eb None None] Provisioning complete for port 3311ac61-3d71-4bc4-a82e-b644a5accd11 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:48.839913 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6105d77b-081a-49b2-bc4a-b4afd4ad20eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.871438 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:48.898155 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:48.900877 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-6105d77b-081a-49b2-bc4a-b4afd4ad20eb None None] Port 3311ac61-3d71-4bc4-a82e-b644a5accd11 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:48.928449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb37cdc-cc40-483c-892e-0a586c01b1be req-9ffa50e6-ce5c-4160-87ea-21b80a3deb3d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:48.930597 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdb37cdc-cc40-483c-892e-0a586c01b1be req-9ffa50e6-ce5c-4160-87ea-21b80a3deb3d tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1317565 Jul 14 20:39:48.945658 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6bce5c5b-02ea-4f93-8ba6-dc3a0b31b42e req-5794be95-01f7-4cdf-821d-39e1f73cf1b6 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540644 Jul 14 20:39:49.014276 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.026652 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:49.036910 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Allocated IP 172.27.0.85 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/0fd395a1-d438-451b-aaf4-5e149fc1b72f) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:49.053821 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:49.057626 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cdb37cdc-cc40-483c-892e-0a586c01b1be req-1a830147-ac18-4611-a45b-900c10b0ec7b tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179898 Jul 14 20:39:49.063746 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:49.064997 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:49.162805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.168110 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.177966 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:49.196837 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.219519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3311ac61-3d71-4bc4-a82e-b644a5accd11 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:49.228792 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks [] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.236771 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:49.244934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Transition to ACTIVE for port object 3311ac61-3d71-4bc4-a82e-b644a5accd11 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:39:49.245149 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:49.249908 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:49.251697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.252836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'Port': ['ID=0fd395a1-d438-451b-aaf4-5e149fc1b72f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:49.322264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Pushing event updated for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:49.411831 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:49.444905 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bc500-339b-4fd3-a482-a6afe61d29eb None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:49.484453 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Attempting to bind port 3311ac61-3d71-4bc4-a82e-b644a5accd11 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:49.485027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Attempting to bind port 3311ac61-3d71-4bc4-a82e-b644a5accd11 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:49.485448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Attempting to bind port 3311ac61-3d71-4bc4-a82e-b644a5accd11 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:49.499228 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1dd983b-6da1-4629-872f-cfa7b04532c4 req-99d3c7cc-93ad-48a3-bd93-bf594dc0a781 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0604627 Jul 14 20:39:49.503443 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Port 3311ac61-3d71-4bc4-a82e-b644a5accd11 on network 946dd351-5829-4dff-b5e5-6e232f299044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:39:49.503929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Attempting to bind port 3311ac61-3d71-4bc4-a82e-b644a5accd11 on network 946dd351-5829-4dff-b5e5-6e232f299044 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:49.520315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:49.520792 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Checking segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:49.521275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Bound using segment: {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:49.522625 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Bound port: 3311ac61-3d71-4bc4-a82e-b644a5accd11, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ac3f9-3081-42cb-8818-89f24dc4c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:49.523226 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.563397 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.566881 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.600803 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:49.605200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:49.614526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.616037 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for floatingip (41d0bb35-7006-49d9-973d-946e929dbbf3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.662700 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:49.663486 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.665395 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] 10.222.0.62 "PUT /v2.0/ports/3311ac61-3d71-4bc4-a82e-b644a5accd11 HTTP/1.1" status: 200 len: 1093 time: 1.1068554 Jul 14 20:39:49.678021 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:49.680965 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c" -d '{"events": [{"name": "network-changed", "server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:49.705744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b93d-9e46-4448-be04-52407f902cfe service neutron] Pushing event updated for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:49.706354 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.707117 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.736798 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df7793-e954-479e-81ef-ca5d6eefed29 x-openstack-request-id: req-59df7793-e954-479e-81ef-ca5d6eefed29 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:49.737263 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:49.737687 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59df7793-e954-479e-81ef-ca5d6eefed29 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:49.738250 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59df7793-e954-479e-81ef-ca5d6eefed29'] response: {'name': 'network-changed', 'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'status': 'completed', 'code': 200} Jul 14 20:39:49.753789 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f79f9a-4649-4f4d-b3ff-f4d65e610e07 None None] New status for floating IP 67d3c25e-64ce-494e-a158-dd12ea9c783c: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:49.884933 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.889530 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.921916 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (41d0bb35-7006-49d9-973d-946e929dbbf3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:49.941595 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 6a85c30d-87e7-49c7-9ba4-5135c2402791 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:49.963828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:49.965082 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 6a85c30d-87e7-49c7-9ba4-5135c2402791 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:49.965436 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 6a85c30d-87e7-49c7-9ba4-5135c2402791 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:49.977622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'Port': ['ID=0fd395a1-d438-451b-aaf4-5e149fc1b72f,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:50.046486 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Floating IP 41d0bb35-7006-49d9-973d-946e929dbbf3 associated. External IP: 172.27.0.85, port: 987b5585-aa48-407d-914f-a635c3962008. Jul 14 20:39:50.073238 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3c557-8133-4f8b-9d47-4b5ee694179e req-a9b3cdb9-9252-4d38-91dc-a84ff3bf2165 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:50.074693 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5a3c557-8133-4f8b-9d47-4b5ee694179e req-a9b3cdb9-9252-4d38-91dc-a84ff3bf2165 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 943 time: 0.0468698 Jul 14 20:39:50.129169 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5a3c557-8133-4f8b-9d47-4b5ee694179e req-d618ca96-554c-4a26-bb7b-c4a4894809f2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480988 Jul 14 20:39:50.185764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3a598-50e6-43e5-9e0a-318609ae1c1c req-149158cd-ad79-45e9-88c3-c1a427a92efc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:50.187553 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5a3a598-50e6-43e5-9e0a-318609ae1c1c req-149158cd-ad79-45e9-88c3-c1a427a92efc tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Jul 14 20:39:50.242295 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5a3a598-50e6-43e5-9e0a-318609ae1c1c req-f31ea4e3-0545-4db7-a426-1a4fda16dc31 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Jul 14 20:39:50.471114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Router 8573f295-90fd-4194-939e-5f0b22995b57 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:50.572718 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:50.584270 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Sync routers for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:50.590080 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.598885 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24acafa7-46ee-4830-87d0-688a43e31d9a req-8f340487-f2e2-4433-8689-7c8c67aa59ed tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0393076 Jul 14 20:39:50.601519 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:50.602148 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:50.620982 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-841c0934-5bf7-4bc7-bc39-8045d18fa7b1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9050424 Jul 14 20:39:50.623810 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39476) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:50.628041 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282505549', 'description': 'tempest-secgroup-smoke-1282505549 description', 'project_id': '2df2b1715762427cb824e381a83bdad1'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:50.649308 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.685907 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:50.711444 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:50.719922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (36c58622-2413-47b8-b171-0623dd201cb5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.724167 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (36c58622-2413-47b8-b171-0623dd201cb5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.749462 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:50.753629 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:50.755891 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88866b84-e742-4f8c-a19a-ed766f43b6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:50.760133 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.761330 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1366065 Jul 14 20:39:50.763362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb1591-937f-479f-be1b-560434ec4ff8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c58622-2413-47b8-b171-0623dd201cb5,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:50.765662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39480) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:50.770530 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:50.801845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (ac83c650-bf24-48b0-a1dd-558dad6f4234), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.819262 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55480a-ed31-4889-984a-ce02a04974ad x-openstack-request-id: req-8f55480a-ed31-4889-984a-ce02a04974ad {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:50.819556 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:50.819805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f55480a-ed31-4889-984a-ce02a04974ad {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:50.820199 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f55480a-ed31-4889-984a-ce02a04974ad'] response: {'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:39:50.860859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (ac83c650-bf24-48b0-a1dd-558dad6f4234), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.865251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (ac83c650-bf24-48b0-a1dd-558dad6f4234), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.886548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac83c650-bf24-48b0-a1dd-558dad6f4234,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:50.894411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.895908 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1dcdeaa3-e9bb-4d06-bb91-1088ef65af62 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292543 Jul 14 20:39:50.898729 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39482) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:50.903287 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:50.932149 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (bff1686c-7763-4e7a-a397-8c852f525b50), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.945968 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '41d0bb35-7006-49d9-973d-946e929dbbf3', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'port_id': '987b5585-aa48-407d-914f-a635c3962008', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'mac_address': 'fa:16:3e:1a:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:49Z', 'updated_at': '2022-07-14T20:39:49Z', 'revision_number': 0, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:50.972000 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Checking router: 8573f295-90fd-4194-939e-5f0b22995b57 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:50.980273 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:50.980867 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:50.994354 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (bff1686c-7763-4e7a-a397-8c852f525b50), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:50.998189 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (bff1686c-7763-4e7a-a397-8c852f525b50), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.017425 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff1686c-7763-4e7a-a397-8c852f525b50,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:51.025233 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.026444 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e1d45c7d-2bcc-4b10-8a20-65e9ab707be8 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266444 Jul 14 20:39:51.029042 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39484) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:51.034682 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:51.062906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (f175b736-f4ba-4256-be3f-1592971ead54), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.086176 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:51.129817 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (f175b736-f4ba-4256-be3f-1592971ead54), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.134106 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (f175b736-f4ba-4256-be3f-1592971ead54), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.154606 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f175b736-f4ba-4256-be3f-1592971ead54,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:51.169161 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.171022 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-33e7749c-1b67-4dae-b1df-88aa0f9521c1 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407123 Jul 14 20:39:51.173389 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39488) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:51.179761 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:51.184700 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:51.208707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (2b14764c-e6e9-4daa-8e2d-0c7a1b282231), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.264448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c6aa-2b2f-48c7-b587-9a14028bb744 req-2c3c387c-30d6-48dd-ad3a-91d38236ca2a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:51.266112 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d717c6aa-2b2f-48c7-b587-9a14028bb744 req-2c3c387c-30d6-48dd-ad3a-91d38236ca2a tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 943 time: 0.0559318 Jul 14 20:39:51.270538 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (2b14764c-e6e9-4daa-8e2d-0c7a1b282231), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.274886 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (2b14764c-e6e9-4daa-8e2d-0c7a1b282231), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.301114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b14764c-e6e9-4daa-8e2d-0c7a1b282231,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:51.312590 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.314131 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ebba47eb-a44f-4846-aa16-3dbd9d81fb57 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393299 Jul 14 20:39:51.317766 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39492) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:51.322552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:51.343081 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d717c6aa-2b2f-48c7-b587-9a14028bb744 req-f67aa567-a523-41c7-904b-020dd93e6fc7 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539486 Jul 14 20:39:51.348861 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Project 2df2b1715762427cb824e381a83bdad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:39:51.357156 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (bb1a2d37-38d9-448c-b31d-f1de7066cf82), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.396155 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d3753-2369-4231-8eb1-0bb4da5011a4 req-e2e9981e-5800-4bac-88b2-627187bbd025 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:51.397760 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c9d3753-2369-4231-8eb1-0bb4da5011a4 req-e2e9981e-5800-4bac-88b2-627187bbd025 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Jul 14 20:39:51.423449 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '41d0bb35-7006-49d9-973d-946e929dbbf3', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'port_id': '987b5585-aa48-407d-914f-a635c3962008', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'mac_address': 'fa:16:3e:1a:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:49Z', 'updated_at': '2022-07-14T20:39:49Z', 'revision_number': 0, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:51.432961 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (bb1a2d37-38d9-448c-b31d-f1de7066cf82), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.437933 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (bb1a2d37-38d9-448c-b31d-f1de7066cf82), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.457683 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2833f-1e50-45fe-b268-2e57f961fd5f None None] The sync data for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi is: [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '41d0bb35-7006-49d9-973d-946e929dbbf3', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'port_id': '987b5585-aa48-407d-914f-a635c3962008', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'mac_address': 'fa:16:3e:1a:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:49Z', 'updated_at': '2022-07-14T20:39:49Z', 'revision_number': 0, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:51.459834 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1a2d37-38d9-448c-b31d-f1de7066cf82,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:51.464987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5c9d3753-2369-4231-8eb1-0bb4da5011a4 req-06383162-3717-4ab4-96d4-f5cc58eb877e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613887 Jul 14 20:39:51.468903 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.470199 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-57da97f7-f61b-4d7a-bc3b-4ce81ddc0936 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512108 Jul 14 20:39:51.473311 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39494) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:51.478396 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'security_group_rule': {'security_group_id': '36c58622-2413-47b8-b171-0623dd201cb5', 'project_id': '2df2b1715762427cb824e381a83bdad1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:51.500297 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Project 2df2b1715762427cb824e381a83bdad1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:39:51.507547 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (f4e5139f-b01f-4bbb-9eca-68b4424e4df6), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.570103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (f4e5139f-b01f-4bbb-9eca-68b4424e4df6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.573701 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (f4e5139f-b01f-4bbb-9eca-68b4424e4df6), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.595903 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e5139f-b01f-4bbb-9eca-68b4424e4df6,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:51.607995 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.609478 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f397e026-8dfa-48bc-8f80-414f9d2884b4 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349833 Jul 14 20:39:51.682151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec255347-6ebf-4a90-9749-4d61805be74d None None] New status for floating IP 41d0bb35-7006-49d9-973d-946e929dbbf3: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:39:51.709918 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8899e776-45eb-470c-8416-a6e8ff41a389 req-b4195578-f1af-4bdf-907c-0af3e5c93c00 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3f144a8-c1b4-424d-80f0-da744bd56947 HTTP/1.1" status: 200 len: 210 time: 0.0334046 Jul 14 20:39:51.739431 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-cb765130-7107-4b55-850f-970cca4278ec tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282505549&fields=id&tenant_id=2df2b1715762427cb824e381a83bdad1 HTTP/1.1" status: 200 len: 267 time: 0.0783482 Jul 14 20:39:51.771855 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:51.792994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-a3c45c31-73e8-4eb8-83a4-b2c401ab0f58 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:51.794379 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-a3c45c31-73e8-4eb8-83a4-b2c401ab0f58 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0495596 Jul 14 20:39:51.805856 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'port': {'security_groups': ['bc27df4b-4b97-41c8-a5d8-78f230dd1a24', '36c58622-2413-47b8-b171-0623dd201cb5']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:51.880331 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:51.968532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:51.992844 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:52.038435 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:52.076075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-47c9b55d-11f7-42da-9b4f-e0e3f1c070de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.078660 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-47c9b55d-11f7-42da-9b4f-e0e3f1c070de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 1127 time: 0.0483394 Jul 14 20:39:52.080340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-bd6190b7-2d34-4420-b7a4-3ab12aae74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.081820 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-bd6190b7-2d34-4420-b7a4-3ab12aae74de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1130 time: 0.1001000 Jul 14 20:39:52.112599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:52.142294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for port (987b5585-aa48-407d-914f-a635c3962008), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:52.147157 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:52.205240 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:52.221064 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.221701 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:52.223118 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5cce2ecb-a79e-4df3-885b-99a3572245c9 req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "PUT /v2.0/ports/987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 982 time: 0.4217942 Jul 14 20:39:52.247057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:52.251228 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:52.329307 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cceefcd-13c3-4039-bc70-8b9d45be3c3d x-openstack-request-id: req-3cceefcd-13c3-4039-bc70-8b9d45be3c3d {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:52.329966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:52.329966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cceefcd-13c3-4039-bc70-8b9d45be3c3d {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:52.331672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cceefcd-13c3-4039-bc70-8b9d45be3c3d'] response: {'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:39:52.332579 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-4647b071-7992-4ca8-8890-edc841cb5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.334282 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-4647b071-7992-4ca8-8890-edc841cb5c84 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1613543 Jul 14 20:39:52.347101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-3688a6e4-6716-4a80-80fd-202d634a9fb9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.348639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-3688a6e4-6716-4a80-80fd-202d634a9fb9 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1729109 Jul 14 20:39:52.383388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=6']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:52.398010 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:52.407105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:52.452401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.455129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.455486 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.455811 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.457495 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.457827 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.460498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.460994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.461478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.461979 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.462458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.462926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.464674 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.465174 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.465503 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721432-9956-48b3-a733-e3b4edace2c7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:52.501917 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f356ff-5a79-4237-a0bd-6aa6639ee098 req-1abf921f-f424-4f99-a4f7-363eb0a6a8de tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.511196 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9f356ff-5a79-4237-a0bd-6aa6639ee098 req-1abf921f-f424-4f99-a4f7-363eb0a6a8de tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.1712418 Jul 14 20:39:52.522190 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-00610c62-e23b-4d91-ade4-69b369ee6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.524221 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-00610c62-e23b-4d91-ade4-69b369ee6efd service neutron] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 915 time: 0.3474424 Jul 14 20:39:52.575498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-134ddf95-76c8-4f61-8cbf-3b51e50b0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.578446 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-bc46a1dd-4b37-4732-83a7-4f9eef88c56c req-134ddf95-76c8-4f61-8cbf-3b51e50b0732 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343318 Jul 14 20:39:52.625007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Deleting port 33ce41a8-cfae-480a-8e36-a527518059f8 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:52.625340 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:52.633882 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f4fb8443-9b3e-45d0-bf0b-fa25789f1d81 None None] Provisioning complete for port 987b5585-aa48-407d-914f-a635c3962008 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:52.634255 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8443-9b3e-45d0-bf0b-fa25789f1d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (987b5585-aa48-407d-914f-a635c3962008), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:52.687274 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be165e2-0d3b-4b36-b74e-a878390eeea8 req-32e4b26d-42e0-42bb-8644-690f1ed5339e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.688813 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8be165e2-0d3b-4b36-b74e-a878390eeea8 req-32e4b26d-42e0-42bb-8644-690f1ed5339e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 943 time: 0.1071246 Jul 14 20:39:52.767273 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d9f356ff-5a79-4237-a0bd-6aa6639ee098 req-42d06a4b-7fda-4283-82c0-5d122c2e22e5 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551162 Jul 14 20:39:52.860131 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-31394315-0e94-4474-8bcd-42bdf03c1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.861793 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-31394315-0e94-4474-8bcd-42bdf03c1c99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 1127 time: 0.0963538 Jul 14 20:39:52.929615 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-a019968e-8691-4bfd-86c7-e5dc3a533592 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11 HTTP/1.1" status: 200 len: 217 time: 0.0390429 Jul 14 20:39:52.995395 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-7f11b192-5ece-464a-a69f-ae42d399296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:52.997135 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-7f11b192-5ece-464a-a69f-ae42d399296b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0575600 Jul 14 20:39:53.013405 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:53.022810 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb8443-9b3e-45d0-bf0b-fa25789f1d81 None None] Current status of the port 987b5585-aa48-407d-914f-a635c3962008 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:53.048628 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-da3498ed-a648-441d-95f0-f7e3d81f3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:53.050740 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-da3498ed-a648-441d-95f0-f7e3d81f3547 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465584 Jul 14 20:39:53.146869 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-aa1ae432-4f65-42a7-bc96-90cc9975253a service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896840 Jul 14 20:39:53.154281 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:53.194701 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] For port 33ce41a8-cfae-480a-8e36-a527518059f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=33ce41a8-cfae-480a-8e36-a527518059f8,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:53.195419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:53.198908 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-349c746c-4a7c-4b00-a844-2d541a745f7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 1001 time: 0.4659419 Jul 14 20:39:53.202498 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8be165e2-0d3b-4b36-b74e-a878390eeea8 req-6bd2a55b-1f4d-47a1-bece-88b0e47999ab tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789412 Jul 14 20:39:53.228017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Calling delete_port for 33ce41a8-cfae-480a-8e36-a527518059f8 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:53.253732 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7001a3-1e8d-4462-9210-5fa019a468a0 req-5b22a74a-338c-4ef9-9ee0-96e484c3f06e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:53.255450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa7001a3-1e8d-4462-9210-5fa019a468a0 req-5b22a74a-338c-4ef9-9ee0-96e484c3f06e tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 945 time: 0.1324294 Jul 14 20:39:53.265097 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:53.265333 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-d2a630c1-b1d5-4c16-9848-990ade931b68 req-12d49c82-c318-4ab0-93be-e5ba4fa809f4 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121480 Jul 14 20:39:53.338989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-31ca1f14-7903-4287-917a-c3dc0d18aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:53.340455 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-31ca1f14-7903-4287-917a-c3dc0d18aa0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.1283455 Jul 14 20:39:53.385801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:53.396803 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fa7001a3-1e8d-4462-9210-5fa019a468a0 req-c2b58dbc-3e32-482d-94b5-662c1d101c76 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/security-groups?id=2673a7fa-d9f4-4841-ba61-4052f880aa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304588 Jul 14 20:39:53.478748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (33ce41a8-cfae-480a-8e36-a527518059f8), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:53.508662 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Pushing event deleted for resources: {'Port': ['ID=33ce41a8-cfae-480a-8e36-a527518059f8,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:53.572289 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] No DVR routers for this DVR port 33ce41a8-cfae-480a-8e36-a527518059f8 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:53.574850 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:53.578586 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c64aed48-8553-4dbe-a7c2-9d7ba82176df req-013d972d-3a0b-4824-9fe3-d1c89c860e18 tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.62 "DELETE /v2.0/ports/33ce41a8-cfae-480a-8e36-a527518059f8 HTTP/1.1" status: 204 len: 173 time: 1.2077603 Jul 14 20:39:53.602359 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-06dc9089-7892-4f9c-b3c4-15d3ef44c687 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107497457&fields=id&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 267 time: 0.0973856 Jul 14 20:39:53.622821 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['33ce41a8-cfae-480a-8e36-a527518059f8'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:53.715957 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ab829ff3-7fec-43f3-a3ab-eb381174f5e7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:53.717418 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ab829ff3-7fec-43f3-a3ab-eb381174f5e7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.1087141 Jul 14 20:39:53.734303 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-f6178b0f-ddb3-4a35-8ea9-7b8a09668ef3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/quotas/83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 375 time: 0.0114219 Jul 14 20:39:53.786132 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-63c10a76-7f86-4f6c-a166-396b4b71b469 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464866 Jul 14 20:39:53.928732 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-d53b33bc-6eaa-42b5-9430-8dfd2e5b38c6 service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310482 Jul 14 20:39:54.032829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-6ac2fe83-d2d7-4cfc-b18b-942c8bf6fb5c service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980413 Jul 14 20:39:54.191083 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-0626cfd2-c0de-4ec2-9089-aa083a96715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:54.192594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-0626cfd2-c0de-4ec2-9089-aa083a96715c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420365 Jul 14 20:39:54.332497 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'name': 'network-vif-deleted', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:54.335257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63039582-0c84-49af-8492-3d1ff8ab31ff" -d '{"events": [{"server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "name": "network-vif-deleted", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:54.373606 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-11374d1c-c057-4cc8-acf0-ef2b76c1a831 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688023 Jul 14 20:39:54.377770 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3cc99a30-47ed-4d49-9393-cba7debaf6fa req-d3d30c0d-8935-4695-9754-cda7f8878eca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 210 time: 0.0461659 Jul 14 20:39:54.383923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebed6-460a-4cbe-b211-a1ae4b6b9432 req-e9fdf1f1-8185-43c0-901f-7287adb35e61 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:54.385536 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1aebed6-460a-4cbe-b211-a1ae4b6b9432 req-e9fdf1f1-8185-43c0-901f-7287adb35e61 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 943 time: 0.0926580 Jul 14 20:39:54.434318 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a082da-ff69-4b09-b3a5-7ef056e84d83 x-openstack-request-id: req-27a082da-ff69-4b09-b3a5-7ef056e84d83 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:54.434607 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e709bc-663e-4241-bdc4-350e7c4d6ce4", "name": "network-vif-deleted", "tag": "33ce41a8-cfae-480a-8e36-a527518059f8", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:54.434861 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27a082da-ff69-4b09-b3a5-7ef056e84d83 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:54.435277 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a082da-ff69-4b09-b3a5-7ef056e84d83'] response: {'server_uuid': '44e709bc-663e-4241-bdc4-350e7c4d6ce4', 'name': 'network-vif-deleted', 'tag': '33ce41a8-cfae-480a-8e36-a527518059f8', 'status': 'completed', 'code': 200} Jul 14 20:39:54.455832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f1aebed6-460a-4cbe-b211-a1ae4b6b9432 req-f593b0c4-cbfd-4f26-8618-da372644c8d0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618315 Jul 14 20:39:54.524534 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b101f184-3e54-46d0-8bc4-7b563d82adbf req-fb15c9c7-df2c-47ef-8a4d-f2e62966861a tempest-ServerRescueNegativeTestJSON-1249507495 tempest-ServerRescueNegativeTestJSON-1249507495-project] 10.222.0.52 "GET /v2.0/ports?device_id=44e709bc-663e-4241-bdc4-350e7c4d6ce4 HTTP/1.1" status: 200 len: 210 time: 0.0320225 Jul 14 20:39:54.705450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-88866b84-e742-4f8c-a19a-ed766f43b6ce req-034f1628-9f65-481e-9e50-67eb0dd121ae service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973132 Jul 14 20:39:54.795595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:54.824755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:54.832496 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-f5589a2b-a65d-4fde-8ca8-19ddc06b3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:54.834040 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-f5589a2b-a65d-4fde-8ca8-19ddc06b3108 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1169 time: 0.0466547 Jul 14 20:39:54.933929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-93cfbc82-4f77-4ca1-98f4-52443ef0f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:54.935599 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-93cfbc82-4f77-4ca1-98f4-52443ef0f8ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 915 time: 0.0915473 Jul 14 20:39:55.004045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-f8dddb09-5a8f-4c09-8faa-2b56faa4f3c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 1001 time: 0.0605838 Jul 14 20:39:55.054928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-cf96015d-785d-4148-8ea8-f7e0e8e76c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:55.056474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-cf96015d-785d-4148-8ea8-f7e0e8e76c3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.0457571 Jul 14 20:39:55.104179 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-3358b8b5-0635-411e-8370-233a703dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:55.105674 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-3358b8b5-0635-411e-8370-233a703dde13 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402138 Jul 14 20:39:55.428624 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-644f227d-6fc0-4068-8d63-d34cb3f3b61a service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977976 Jul 14 20:39:55.508285 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-118a4205-af6b-420e-9b8b-03c23dd025cc req-bb480475-629d-40bf-af0a-43ca09931f31 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 210 time: 0.0469806 Jul 14 20:39:55.586068 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39554) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:55.683710 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b980-aa30-425e-a5b3-3e9000f78848 req-3192a6f0-4095-4ab4-9628-3414961d0fb3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:55.685127 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a27b980-aa30-425e-a5b3-3e9000f78848 req-3192a6f0-4095-4ab4-9628-3414961d0fb3 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 943 time: 0.1458373 Jul 14 20:39:55.730186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-5fcfe437-ee86-41b2-bd1d-c8fb1fd9de23 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:55.731615 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-5fcfe437-ee86-41b2-bd1d-c8fb1fd9de23 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.2434757 Jul 14 20:39:55.741274 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c93b650e-b87d-4a8c-96bd-fe74e4fbd84e req-b631b52e-ba46-44f1-a46d-5d8fd6d527ae service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518952 Jul 14 20:39:55.774030 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a27b980-aa30-425e-a5b3-3e9000f78848 req-f4e3d00e-c3fe-410b-b1af-a617258f447f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788953 Jul 14 20:39:55.826687 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-76c12441-f897-4247-ba31-24ba238e3795 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 380 time: 0.0639696 Jul 14 20:39:55.837129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'port': {'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'admin_state_up': True, 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'security_groups': ['0c8bdadf-8d54-4c5c-8815-4b9f937c0e98']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:55.952129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Made reservation on behalf of 83a29cbfb7484b76a9131a3b81832c62 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:39:55.954392 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 3311ac61-3d71-4bc4-a82e-b644a5accd11 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:39:55.955838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:55.960013 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:55.965202 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33ce41a8-cfae-480a-8e36-a527518059f8 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:55.990870 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 33ce41a8-cfae-480a-8e36-a527518059f8 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:55.991277 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 33ce41a8-cfae-480a-8e36-a527518059f8 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:56.031346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:56.097141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.20.0.14 (c361a5af-edf6-43ec-86b8-8164b7612499/607f804b-a923-4d9e-848e-354c74ff3b83/9d7cb7f5-d312-41e5-b399-d59c90177499) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:39:56.101726 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:56.111080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:56.121354 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'port_id': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'mac_address': 'fa:16:3e:bf:2b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:39:56.129092 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.161271 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 3311ac61-3d71-4bc4-a82e-b644a5accd11 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:56.161624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.177033 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3311ac61-3d71-4bc4-a82e-b644a5accd11 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:56.198524 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:56.204279 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.270642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.280982 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:56.313528 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.337130 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:56.357402 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:39:56.361602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:39:56.364990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:39:56.407980 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:56.441475 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Deleting port e83f7820-f526-40a7-b280-752b96b50c57 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:56.442070 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e83f7820-f526-40a7-b280-752b96b50c57), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.466700 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:56.467458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.486633 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-cc284966-632e-4a0f-86bd-99c0df0e8705 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6532667 Jul 14 20:39:56.530723 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] For port e83f7820-f526-40a7-b280-752b96b50c57, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e83f7820-f526-40a7-b280-752b96b50c57,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:56.531111 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e83f7820-f526-40a7-b280-752b96b50c57), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.532584 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['3311ac61-3d71-4bc4-a82e-b644a5accd11'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:39:56.545162 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Calling delete_port for e83f7820-f526-40a7-b280-752b96b50c57 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:56.557323 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Request body: {'port': {'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:39:56.603360 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=100 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:56.682555 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.686714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-b583f301-7225-433a-a00c-ca590a61861f None None] Provisioning complete for port 9d7cb7f5-d312-41e5-b399-d59c90177499 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:56.687115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b583f301-7225-433a-a00c-ca590a61861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.694461 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b128c-9d4f-4923-a50c-efac3a0fbb26 req-04c231cf-f4c3-4eab-82e2-680ab82c1d8d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:56.696078 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-350b128c-9d4f-4923-a50c-efac3a0fbb26 req-04c231cf-f4c3-4eab-82e2-680ab82c1d8d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 932 time: 0.0862236 Jul 14 20:39:56.737625 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-b583f301-7225-433a-a00c-ca590a61861f None None] Port 9d7cb7f5-d312-41e5-b399-d59c90177499 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:39:56.774829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (e83f7820-f526-40a7-b280-752b96b50c57), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.794537 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-350b128c-9d4f-4923-a50c-efac3a0fbb26 req-7b98ccb7-7726-4eff-a2b4-e24039257c43 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891743 Jul 14 20:39:56.804372 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e83f7820-f526-40a7-b280-752b96b50c57,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:56.819144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.819144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.819144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.819144 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.819678 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.820063 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.827443 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.827863 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.828348 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.828577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.828909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.829233 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.829703 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.830069 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.830321 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:39:56.978020 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:56.985315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5b40-6b29-435b-b3d0-29d61fcfeb09 req-49ef0676-753e-4b18-871c-d562b4eed427 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:56.987091 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67fe5b40-6b29-435b-b3d0-29d61fcfeb09 req-49ef0676-753e-4b18-871c-d562b4eed427 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 944 time: 0.0959852 Jul 14 20:39:57.026101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.077410 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67fe5b40-6b29-435b-b3d0-29d61fcfeb09 req-366d46f2-820d-43bd-a225-f3e3555042ba tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804746 Jul 14 20:39:57.117875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7cb7f5-d312-41e5-b399-d59c90177499 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:39:57.125885 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks [] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.138579 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Transition to ACTIVE for port object 9d7cb7f5-d312-41e5-b399-d59c90177499 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:39:57.143729 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.171596 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.194545 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:39:57.200512 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:57.257721 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.279319 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Attempting to bind port 9d7cb7f5-d312-41e5-b399-d59c90177499 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:39:57.280267 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Attempting to bind port 9d7cb7f5-d312-41e5-b399-d59c90177499 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:39:57.280605 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Attempting to bind port 9d7cb7f5-d312-41e5-b399-d59c90177499 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:57.285690 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Port 9d7cb7f5-d312-41e5-b399-d59c90177499 on network c361a5af-edf6-43ec-86b8-8164b7612499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:39:57.286048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Attempting to bind port 9d7cb7f5-d312-41e5-b399-d59c90177499 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:39:57.291750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:39:57.292203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:39:57.292574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Bound using segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:39:57.292994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Bound port: 9d7cb7f5-d312-41e5-b399-d59c90177499, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:39:57.293352 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.308262 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:39:57.316641 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c0dfa163-9ad9-41d8-bc7c-2dbdde9b69ad admin admin] 10.222.0.52 "PUT /v2.0/routers/1c50e4c2-d822-4cfa-b6df-7a473eeb1f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284131 Jul 14 20:39:57.317516 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39562) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:57.320374 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Sync routers for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:39:57.332809 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:57.333531 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:57.364845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:39:57.370534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9d7cb7f5-d312-41e5-b399-d59c90177499,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:39:57.379961 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.428858 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:57.429489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.431035 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 1094 time: 0.8792412 Jul 14 20:39:57.431528 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:57.433854 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af1eddc-fd96-4cbe-ad05-3e95af0055be" -d '{"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:57.485780 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:57.495269 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6606ab-08b3-418d-b31b-d7931b12b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:57.507216 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704ad22-7557-461e-be7b-cadb3d53b4f6 x-openstack-request-id: req-e704ad22-7557-461e-be7b-cadb3d53b4f6 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:57.507830 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:57.508769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e704ad22-7557-461e-be7b-cadb3d53b4f6 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:57.509467 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e704ad22-7557-461e-be7b-cadb3d53b4f6'] response: {'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'status': 'completed', 'code': 200} Jul 14 20:39:57.556608 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.570784 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-07f9dce2-349f-47ff-8307-a6354e885bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:57.575988 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-07f9dce2-349f-47ff-8307-a6354e885bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1128 time: 0.0616164 Jul 14 20:39:57.597680 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d4b91b86-c4fd-4bbf-a9a7-ceac06fbdf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.636365 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-9b0d2f1b-fcbe-418a-ba5d-9dc89db01133 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 217 time: 0.0445404 Jul 14 20:39:57.713036 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-d754ef2b-1253-4691-8651-bcf5d8071818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:57.714651 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-d754ef2b-1253-4691-8651-bcf5d8071818 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0701952 Jul 14 20:39:57.718481 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:39:56Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:57.727729 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks [] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.746186 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Checking router: 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:39:57.756257 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Routers {'1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:39:57.757059 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:39:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:57.767015 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-2cfb0c40-199c-4fd0-85d0-83f558348395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:57.768730 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-2cfb0c40-199c-4fd0-85d0-83f558348395 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470216 Jul 14 20:39:57.837794 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks [] for router_gateway (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.854452 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.873620 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] Set router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:39:57.887904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Deleting port b48ad964-1e19-4eb5-aee9-e332b218c656 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:57.888382 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.895521 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-67849116-9e84-4c42-8f4b-605a62161d02 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178396 Jul 14 20:39:57.908804 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:57.954377 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 3311ac61-3d71-4bc4-a82e-b644a5accd11 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:39:57.970259 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a5736-3fa9-4396-a5f0-afd8c77a7f46 req-cabde472-635d-4e0f-b5ae-cb3da45db760 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:57.971891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c29a5736-3fa9-4396-a5f0-afd8c77a7f46 req-cabde472-635d-4e0f-b5ae-cb3da45db760 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.0887561 Jul 14 20:39:57.979134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] For port b48ad964-1e19-4eb5-aee9-e332b218c656, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b48ad964-1e19-4eb5-aee9-e332b218c656,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:57.979947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:57.994571 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Calling delete_port for b48ad964-1e19-4eb5-aee9-e332b218c656 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:58.020425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 3311ac61-3d71-4bc4-a82e-b644a5accd11 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:39:58.029274 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 3311ac61-3d71-4bc4-a82e-b644a5accd11 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:39:58.029723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.032553 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:58.056656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:58.074896 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f59130d0-63a4-4081-9463-106f39e7ecb3 req-5cbe0720-c149-4520-bd55-183a78905aa3 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526120 Jul 14 20:39:58.083634 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c29a5736-3fa9-4396-a5f0-afd8c77a7f46 req-75ffd726-15eb-4dcb-8d4c-235456d8f2fd tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853126 Jul 14 20:39:58.092379 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:39:56Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:58.144843 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9648f-daf2-4fcd-87b6-2c31c73bf934 None None] The sync data for ids ['1c50e4c2-d822-4cfa-b6df-7a473eeb1f96'] in dv-cinder-799871-32-iscsi is: [{'id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'name': 'tempest-ServerRescueNegativeTestJSON-635835205-router', 'tenant_id': 'cceb4db55bba4bd099104acdcb6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:31Z', 'updated_at': '2022-07-14T20:39:56Z', 'revision_number': 5, 'project_id': 'cceb4db55bba4bd099104acdcb6d2762', 'gw_port': {'id': 'b48ad964-1e19-4eb5-aee9-e332b218c656', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c50e4c2-d822-4cfa-b6df-7a473eeb1f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:32Z', 'updated_at': '2022-07-14T20:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:39:58.157142 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 3311ac61-3d71-4bc4-a82e-b644a5accd11 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:39:58.157557 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.171757 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:39:58.199873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:39:58.202209 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a8edcc-0653-4b26-bf19-a53415e315f8" -d '{"events": [{"server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "name": "network-vif-plugged", "status": "completed", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:39:58.210511 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (b48ad964-1e19-4eb5-aee9-e332b218c656), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.216288 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:58.224024 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.239737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b48ad964-1e19-4eb5-aee9-e332b218c656,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:58.247592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a6d5d-04ae-4c0c-85e0-3961f9bc5df2 req-47c510a8-5849-4988-b1b1-b6e82e525c45 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:58.255494 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-755a6d5d-04ae-4c0c-85e0-3961f9bc5df2 req-47c510a8-5849-4988-b1b1-b6e82e525c45 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 944 time: 0.0817103 Jul 14 20:39:58.268352 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.275043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ab826-7fe4-47e3-9e8e-8024259cce05 x-openstack-request-id: req-0e5ab826-7fe4-47e3-9e8e-8024259cce05 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:39:58.275231 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "name": "network-vif-plugged", "status": "completed", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:39:58.275469 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e5ab826-7fe4-47e3-9e8e-8024259cce05 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:39:58.275857 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5ab826-7fe4-47e3-9e8e-8024259cce05'] response: {'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'code': 200} Jul 14 20:39:58.286972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:58.303933 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-755a6d5d-04ae-4c0c-85e0-3961f9bc5df2 req-03f3c4af-e62e-4a72-8c72-14dc851d1f82 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Jul 14 20:39:58.356903 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.359410 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks [] for router_controller (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.402671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (1c50e4c2-d822-4cfa-b6df-7a473eeb1f96), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.403293 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:39:58.408506 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.409641 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0ab5837f-41f4-4c76-981d-54b5077269aa admin admin] 10.222.0.52 "DELETE /v2.0/routers/1c50e4c2-d822-4cfa-b6df-7a473eeb1f96 HTTP/1.1" status: 204 len: 168 time: 1.0911536 Jul 14 20:39:58.412445 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39574) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:58.503800 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-fd69940b-3095-4e0b-a6dc-df567132a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:58.507367 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-fd69940b-3095-4e0b-a6dc-df567132a3e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1128 time: 0.0645120 Jul 14 20:39:58.510525 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Deleting subnet 71e1caf4-0655-495d-aaec-614e9d240517 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:39:58.524652 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Publish callbacks [] for subnet (71e1caf4-0655-495d-aaec-614e9d240517), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.640878 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (71e1caf4-0655-495d-aaec-614e9d240517), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:58.679489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:58.697379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86367-a03e-47d8-86af-662be0cd23f3 req-1243f576-a0b5-42d3-a45f-30867302d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:58.698856 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ee86367-a03e-47d8-86af-662be0cd23f3 req-1243f576-a0b5-42d3-a45f-30867302d05c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 1129 time: 0.0980077 Jul 14 20:39:58.768854 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-52d756ed-ebcb-49a1-b348-4c5ee637525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:58.770581 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-52d756ed-ebcb-49a1-b348-4c5ee637525a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.2564998 Jul 14 20:39:59.104759 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-8c8a2112-e956-4dbe-8c2e-70d2b9e80fe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 217 time: 0.3267794 Jul 14 20:39:59.124564 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (71e1caf4-0655-495d-aaec-614e9d240517), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.175211 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6ee86367-a03e-47d8-86af-662be0cd23f3 req-eb8c9784-08c5-405a-a770-ef7fdde83276 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459777 Jul 14 20:39:59.231359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-e5a46e9a-8ffe-4896-aa99-40d12e8330a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:59.233342 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-e5a46e9a-8ffe-4896-aa99-40d12e8330a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.1205256 Jul 14 20:39:59.252785 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa70b9-8183-4c61-9919-0b50879f6225 req-9dab3533-67b7-4b2d-9ade-56bd58be9359 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:59.254208 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9faa70b9-8183-4c61-9919-0b50879f6225 req-9dab3533-67b7-4b2d-9ade-56bd58be9359 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.0750775 Jul 14 20:39:59.260252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (71e1caf4-0655-495d-aaec-614e9d240517), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.299959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e1caf4-0655-495d-aaec-614e9d240517,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:59.306496 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.309597 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-247b70c7-3e91-48c1-8291-a5859f970499 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/71e1caf4-0655-495d-aaec-614e9d240517 HTTP/1.1" status: 204 len: 168 time: 0.8961644 Jul 14 20:39:59.313154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39578) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:39:59.315478 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349dc90-756d-4a96-b20d-67812bf38b1d None None] Network 68cf6283-4fe3-4009-aca7-134fe5f10d19 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:39:59.338561 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:59.341298 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9faa70b9-8183-4c61-9919-0b50879f6225 req-777be6fa-9904-4c03-992d-8f81f1452356 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780594 Jul 14 20:39:59.419632 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (68cf6283-4fe3-4009-aca7-134fe5f10d19), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.442686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138493f-3ecc-4e00-936c-5f7365f6498a req-3584d882-9dd5-4844-8f49-6062b5c8ee47 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:59.444290 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1138493f-3ecc-4e00-936c-5f7365f6498a req-3584d882-9dd5-4844-8f49-6062b5c8ee47 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0504966 Jul 14 20:39:59.473085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Deleting port e3113c59-eeee-4766-8772-28aca119193d {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:59.473504 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e3113c59-eeee-4766-8772-28aca119193d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.504945 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] DHCP port deletion for 68cf6283-4fe3-4009-aca7-134fe5f10d19 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:39:59.530082 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1138493f-3ecc-4e00-936c-5f7365f6498a req-611554ec-059d-4e89-bb2d-bc002cd19e3b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798872 Jul 14 20:39:59.533712 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:59.539979 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-48b65a27-76a3-4408-a9bb-922d4b08aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:39:59.542535 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-48b65a27-76a3-4408-a9bb-922d4b08aa98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626700 Jul 14 20:39:59.544557 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Deleting port e3113c59-eeee-4766-8772-28aca119193d {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:39:59.544997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e3113c59-eeee-4766-8772-28aca119193d), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.545508 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] For port e3113c59-eeee-4766-8772-28aca119193d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e3113c59-eeee-4766-8772-28aca119193d,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:59.545861 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e3113c59-eeee-4766-8772-28aca119193d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.560108 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Calling delete_port for e3113c59-eeee-4766-8772-28aca119193d owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:59.566316 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:59.609891 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] For port e3113c59-eeee-4766-8772-28aca119193d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e3113c59-eeee-4766-8772-28aca119193d,segment=NetworkSegment(e58ce59a-406e-4796-ac06-0db45ad7bf3a),segment_id=e58ce59a-406e-4796-ac06-0db45ad7bf3a)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:39:59.610197 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e3113c59-eeee-4766-8772-28aca119193d), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.622879 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Calling delete_port for e3113c59-eeee-4766-8772-28aca119193d owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:39:59.642533 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (e3113c59-eeee-4766-8772-28aca119193d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.669492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] No DVR routers for this DVR port e3113c59-eeee-4766-8772-28aca119193d on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:59.673385 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3113c59-eeee-4766-8772-28aca119193d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:59.712042 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (e3113c59-eeee-4766-8772-28aca119193d), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.747995 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] Pushing event deleted for resources: {'Port': ['ID=e3113c59-eeee-4766-8772-28aca119193d,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:39:59.755156 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f7d12-49bd-4d5e-878f-28048e06615e None None] No DVR routers for this DVR port e3113c59-eeee-4766-8772-28aca119193d on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:39:59.771122 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (68cf6283-4fe3-4009-aca7-134fe5f10d19), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.776422 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b48ad964-1e19-4eb5-aee9-e332b218c656 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:59.796656 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: b48ad964-1e19-4eb5-aee9-e332b218c656 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:59.797000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b48ad964-1e19-4eb5-aee9-e332b218c656 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:59.797415 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e83f7820-f526-40a7-b280-752b96b50c57 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:59.799668 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.800015 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.800777 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.801820 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > port after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.801820 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.801820 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > port after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.802126 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.802308 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.802747 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.803118 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.818677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: e83f7820-f526-40a7-b280-752b96b50c57 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:59.819280 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e83f7820-f526-40a7-b280-752b96b50c57 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:59.819859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e3113c59-eeee-4766-8772-28aca119193d no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:39:59.853029 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: e3113c59-eeee-4766-8772-28aca119193d {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:39:59.853352 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e3113c59-eeee-4766-8772-28aca119193d not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:39:59.872235 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-fe443e7c-09a2-4885-aa60-6970c8bc69f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.887117 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.887589 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.888008 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.888333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 20:39:59.889546 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cf6283-4fe3-4009-aca7-134fe5f10d19']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:59.914771 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58ce59a-406e-4796-ac06-0db45ad7bf3a') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:59.915250 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58ce59a-406e-4796-ac06-0db45ad7bf3a') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:39:59.933078 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (e58ce59a-406e-4796-ac06-0db45ad7bf3a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.936951 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:39:59.961898 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e58ce59a-406e-4796-ac06-0db45ad7bf3a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.970899 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:39:59.971430 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (e58ce59a-406e-4796-ac06-0db45ad7bf3a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:39:59.987513 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-d684c883-99b5-465a-915c-9c44e746e6dd service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966461 Jul 14 20:40:00.043805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (68cf6283-4fe3-4009-aca7-134fe5f10d19), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.050098 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.053595 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] 10.222.0.52 "DELETE /v2.0/networks/68cf6283-4fe3-4009-aca7-134fe5f10d19 HTTP/1.1" status: 204 len: 168 time: 0.7392435 Jul 14 20:40:00.071735 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e39c-5ec2-4672-8094-28767b217c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=68cf6283-4fe3-4009-aca7-134fe5f10d19,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:00.128039 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5af1eddc-fd96-4cbe-ad05-3e95af0055be req-46df7c02-7e89-468e-9ec0-6c1de2f29660 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151698 Jul 14 20:40:00.136529 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment e58ce59a-406e-4796-ac06-0db45ad7bf3a resource provider aggregate not found Jul 14 20:40:00.155352 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment e58ce59a-406e-4796-ac06-0db45ad7bf3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e58ce59a-406e-4796-ac06-0db45ad7bf3a found for delete ", "request_id": "req-2a20b69b-503b-49bd-a17f-9bae221e8599"}]} Jul 14 20:40:00.196409 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39594) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:00.238044 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1050431b-41b5-4e25-9203-55abe6bc8026 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cceb4db55bba4bd099104acdcb6d2762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405025 Jul 14 20:40:00.240526 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39596) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:00.290654 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] Publish callbacks [] for security_group (2673a7fa-d9f4-4841-ba61-4052f880aa0b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.312017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] Publish callbacks [] for security_group (2673a7fa-d9f4-4841-ba61-4052f880aa0b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.357141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2673a7fa-d9f4-4841-ba61-4052f880aa0b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.360541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:00.361670 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2673a7fa-d9f4-4841-ba61-4052f880aa0b HTTP/1.1" status: 204 len: 168 time: 0.1202774 Jul 14 20:40:00.369463 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77664fbd-39cb-4415-ba85-fa046c58dca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2673a7fa-d9f4-4841-ba61-4052f880aa0b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:00.462478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54cb40-923c-4440-8741-49f75e40f472 req-d8ac9ea4-5eb0-4eed-8c3e-58ac1481f54c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:00.463985 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c54cb40-923c-4440-8741-49f75e40f472 req-d8ac9ea4-5eb0-4eed-8c3e-58ac1481f54c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.0483649 Jul 14 20:40:00.516819 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c54cb40-923c-4440-8741-49f75e40f472 req-15741cfa-98db-42c3-a520-907cc9f6f0bf tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Jul 14 20:40:00.655722 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc18ef3-4487-4115-8b97-9257569d6cb0 req-aed53202-5ba7-485b-bb19-5cece246df98 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:00.657449 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cc18ef3-4487-4115-8b97-9257569d6cb0 req-aed53202-5ba7-485b-bb19-5cece246df98 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0528648 Jul 14 20:40:00.708522 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7cc18ef3-4487-4115-8b97-9257569d6cb0 req-c27621d3-b633-4ebe-98ae-a2d1bce86282 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Jul 14 20:40:01.074151 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39622) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:01.121372 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.173892 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1160560964-network', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:01.195969 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Made reservation on behalf of 01d544a1fa8b4ac08d4588eab1a84ff5 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:01.198246 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.207381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.283459 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks [] for security_group (0c89e483-38a2-4689-bf70-169859aa3607), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.287051 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0c89e483-38a2-4689-bf70-169859aa3607), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.313226 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:40:01.323374 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89e483-38a2-4689-bf70-169859aa3607,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:01.328412 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (92e8bc45-95f4-4199-8b15-261de7565359), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.328754 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Added segment 92e8bc45-95f4-4199-8b15-261de7565359 of type vlan for network 70ed2e9a-e979-4363-9c81-646389ddfcce Jul 14 20:40:01.368995 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (70ed2e9a-e979-4363-9c81-646389ddfcce), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.393473 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (70ed2e9a-e979-4363-9c81-646389ddfcce), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.394623 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:01.395497 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.434283 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3589816 Jul 14 20:40:01.438026 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39626) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:01.443177 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Request body: {'subnet': {'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1160560964-subnet', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:01.467620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Made reservation on behalf of 01d544a1fa8b4ac08d4588eab1a84ff5 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:01.470326 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c1a0-396b-4e3c-a9a1-ad9d98bd125d admin admin] Pushing event updated for resources: {'Network': ['ID=70ed2e9a-e979-4363-9c81-646389ddfcce,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:01.470475 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.479824 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 70ed2e9a-e979-4363-9c81-646389ddfcce details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:40:01.539675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:01.677994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a469938-29ba-4dbf-aa48-4621e31e126e req-0cc75eb8-41ed-4027-a8da-6bd20dc31e6c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:01.679405 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a469938-29ba-4dbf-aa48-4621e31e126e req-0cc75eb8-41ed-4027-a8da-6bd20dc31e6c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.0841379 Jul 14 20:40:01.708879 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (ae35a3fb-1fe4-4074-b4c5-b788d313ee5f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.814297 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a469938-29ba-4dbf-aa48-4621e31e126e req-2268cd9b-fe0b-4719-a95b-5bacd8425023 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285796 Jul 14 20:40:01.818077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:01.849747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Checking segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:40:01.850096 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Network hostable DHCP agents. Network: 70ed2e9a-e979-4363-9c81-646389ddfcce, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:40:01.865318 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5d26-bb9f-47ac-b46c-db929a7dea28 req-ea9c36e5-53ba-4d77-adfe-877b4b86835e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:01.866804 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e50f5d26-bb9f-47ac-b46c-db929a7dea28 req-ea9c36e5-53ba-4d77-adfe-877b4b86835e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0805688 Jul 14 20:40:01.903514 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:40:01.909007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:01.933545 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 70ed2e9a-e979-4363-9c81-646389ddfcce) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:01.941955 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ce932-9d02-4bf5-9d7f-18932f1410b0 None None] Network 70ed2e9a-e979-4363-9c81-646389ddfcce requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:40:01.943882 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:01.944636 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:01.951961 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e50f5d26-bb9f-47ac-b46c-db929a7dea28 req-28767f6b-d6e3-46eb-8c26-f6861a47afc6 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787492 Jul 14 20:40:01.973017 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-aeba10d8-a10e-4eb5-8b3e-30a5d120b7fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5336776 Jul 14 20:40:01.975821 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39632) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:01.980264 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:01.993336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:02.005624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.006946 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.065828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for router_controller (c71cf5e6-79e2-4393-b155-c0c940eb2277), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.075874 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-70ed2e9a-e979-4363-9c81-646389ddfcce', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:40:02.077885 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.084471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2be3ef-b2f1-4a83-843d-f419e5941b21 req-b862d4ad-9aca-4147-9dcc-84d0e22cab9d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:02.086092 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed2be3ef-b2f1-4a83-843d-f419e5941b21 req-b862d4ad-9aca-4147-9dcc-84d0e22cab9d tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0515964 Jul 14 20:40:02.097499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39636) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:02.102685 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Request body: {'floatingip': {'port_id': '3311ac61-3d71-4bc4-a82e-b644a5accd11'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:02.132350 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:02.146147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.219564 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for router_gateway (c71cf5e6-79e2-4393-b155-c0c940eb2277), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.245669 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Allocated IP 172.20.0.2 (70ed2e9a-e979-4363-9c81-646389ddfcce/ae35a3fb-1fe4-4074-b4c5-b788d313ee5f/de5f9ff3-3309-4f41-b32b-a07e8a31c811) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:02.334579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:02.412707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks [] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.414178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:02.426163 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.427241 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for router_gateway (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.449644 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.479653 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:02.483332 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:02.486006 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:02.488470 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Pushing event updated for resources: {'Port': ['ID=de5f9ff3-3309-4f41-b32b-a07e8a31c811,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:02.548511 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Attempting to bind port de5f9ff3-3309-4f41-b32b-a07e8a31c811 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:40:02.548960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Attempting to bind port de5f9ff3-3309-4f41-b32b-a07e8a31c811 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:40:02.549549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Attempting to bind port de5f9ff3-3309-4f41-b32b-a07e8a31c811 on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:40:02.554777 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:40:02.555817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Checking segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:40:02.555817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.556545 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Bound using segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:40:02.556785 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Bound port: de5f9ff3-3309-4f41-b32b-a07e8a31c811, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:40:02.557262 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.571622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Allocated IP 172.27.0.132 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/76369c55-b6bd-425c-a8ba-7d4c33fb4999) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:02.625358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] For port de5f9ff3-3309-4f41-b32b-a07e8a31c811, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:02.630083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] For port de5f9ff3-3309-4f41-b32b-a07e8a31c811, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=de5f9ff3-3309-4f41-b32b-a07e8a31c811,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:02.634344 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.638850 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.639534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.706067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.716239 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.725635 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6b24c-6434-4f7d-9d64-73aca5c3623c None None] Pushing event updated for resources: {'Port': ['ID=de5f9ff3-3309-4f41-b32b-a07e8a31c811,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:02.731992 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:02.752161 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP ddfa7bb9-c550-4115-91da-c21fffb61276 associated. External IP: 172.27.0.20, port: 3311ac61-3d71-4bc4-a82e-b644a5accd11. Jul 14 20:40:02.767602 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.792871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:02.813768 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:02.817531 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:02.824087 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:02.928809 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Pushing event updated for resources: {'Port': ['ID=76369c55-b6bd-425c-a8ba-7d4c33fb4999,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:03.046426 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36945f0-2c61-4ff8-8597-ce57077a4a5b req-6e2fb27e-208c-41f9-be8b-50a8c9de0c31 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:03.053512 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e36945f0-2c61-4ff8-8597-ce57077a4a5b req-6e2fb27e-208c-41f9-be8b-50a8c9de0c31 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.0938451 Jul 14 20:40:03.070976 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:03.133358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for router_gateway (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:03.173363 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e36945f0-2c61-4ff8-8597-ce57077a4a5b req-bb555e82-9b10-42ec-bfb9-d255690417d6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189816 Jul 14 20:40:03.198997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:40:03.248947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:03.305555 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:03.320798 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:03.334896 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:03.344185 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:03.368543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:03.369190 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:03.390423 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8ea4c47d-e151-4726-ae2b-63bf843460fb tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "PUT /v2.0/floatingips/ddfa7bb9-c550-4115-91da-c21fffb61276 HTTP/1.1" status: 200 len: 990 time: 1.2891760 Jul 14 20:40:03.390423 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:03.392644 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:03.397362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:03.449245 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1acfc2-b229-41d7-b9e0-9013e139c742 x-openstack-request-id: req-aa1acfc2-b229-41d7-b9e0-9013e139c742 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:03.449632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:03.449995 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa1acfc2-b229-41d7-b9e0-9013e139c742 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:03.450630 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1acfc2-b229-41d7-b9e0-9013e139c742'] response: {'name': 'network-changed', 'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'status': 'completed', 'code': 200} Jul 14 20:40:03.510860 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:03.535387 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:40:03.649251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:03.658410 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:03.673164 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:03.674174 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:03.691754 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:03.693084 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fa58e4ba-fa67-47e8-aef1-fe6a5c6b390f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7162259 Jul 14 20:40:03.695968 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39658) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:03.808279 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:03.850225 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device de5f9ff3-3309-4f41-b32b-a07e8a31c811 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:03.854734 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'ddfa7bb9-c550-4115-91da-c21fffb61276', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:bf:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846e301f-53f5-484c-9871-46e7472509ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:42Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:03.932672 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:03.933803 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-8a5fd577-668e-44e5-911e-ae84b2ec0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:03.935436 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-8a5fd577-668e-44e5-911e-ae84b2ec0553 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 1129 time: 0.3122005 Jul 14 20:40:03.948193 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port de5f9ff3-3309-4f41-b32b-a07e8a31c811 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:03.948704 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:03.978309 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:03.979067 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:04.015555 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 3, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:04.019107 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d16c8c-5137-4f90-8707-b039036d3683 None None] Network 70ed2e9a-e979-4363-9c81-646389ddfcce requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:40:04.041530 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:04.042055 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Updating router c71cf5e6-79e2-4393-b155-c0c940eb2277 port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:40:04.063667 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.076704 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.231573 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.261394 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.276850 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Provisioning complete for port de5f9ff3-3309-4f41-b32b-a07e8a31c811 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:04.277222 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.345359 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.366624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:04.368462 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.427428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2f86e-65ad-4731-9a25-c72442c31175 req-68ddf3dc-b5b9-497b-97de-fd662e5d8083 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:04.427830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port de5f9ff3-3309-4f41-b32b-a07e8a31c811 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:04.428123 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.429069 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-abe2f86e-65ad-4731-9a25-c72442c31175 req-68ddf3dc-b5b9-497b-97de-fd662e5d8083 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.1627131 Jul 14 20:40:04.442279 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks [] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.449280 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.510869 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Pushing event updated for resources: {'Port': ['ID=76369c55-b6bd-425c-a8ba-7d4c33fb4999,revision_number=2']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:04.533564 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.535705 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.536350 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.537165 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.537732 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.538388 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.538977 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.539520 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.540128 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.540683 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.541206 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.541725 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.542267 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.542785 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.543395 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.543950 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:04.548154 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Attempting to bind port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:40:04.548579 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Attempting to bind port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:40:04.549034 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Attempting to bind port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:40:04.553947 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port de5f9ff3-3309-4f41-b32b-a07e8a31c811, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=de5f9ff3-3309-4f41-b32b-a07e8a31c811,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:04.556425 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:40:04.556801 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:40:04.557174 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.557553 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:40:04.558013 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Bound port: 76369c55-b6bd-425c-a8ba-7d4c33fb4999, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:40:04.558388 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.566306 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:04.570676 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-abe2f86e-65ad-4731-9a25-c72442c31175 req-1d479a9c-ee6b-4266-a64b-35f83b3e8ed1 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071484 Jul 14 20:40:04.571523 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.585270 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-af4fc0cb-2b92-4ebe-8159-ee366ec954a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:04.586718 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-af4fc0cb-2b92-4ebe-8159-ee366ec954a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 200 len: 915 time: 0.2797239 Jul 14 20:40:04.613845 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Current status of the port de5f9ff3-3309-4f41-b32b-a07e8a31c811 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:04.614570 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.616316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] For port 76369c55-b6bd-425c-a8ba-7d4c33fb4999, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:04.619722 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] For port 76369c55-b6bd-425c-a8ba-7d4c33fb4999, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=76369c55-b6bd-425c-a8ba-7d4c33fb4999,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:04.639429 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.661486 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Allocated IP 172.20.0.1 (70ed2e9a-e979-4363-9c81-646389ddfcce/ae35a3fb-1fe4-4074-b4c5-b788d313ee5f/3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:04.684345 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:04.685039 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:04.741960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=de5f9ff3-3309-4f41-b32b-a07e8a31c811,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:04.769575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 20:40:04.770148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:40:04.800232 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:04.833822 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-3141eace-1e7f-4493-992a-670a09cb20b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11 HTTP/1.1" status: 200 len: 998 time: 0.1340008 Jul 14 20:40:04.833960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'ddfa7bb9-c550-4115-91da-c21fffb61276', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:bf:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846e301f-53f5-484c-9871-46e7472509ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:42Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:04.866989 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d6567-9880-4952-8efa-84c1798c8f08 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'ddfa7bb9-c550-4115-91da-c21fffb61276', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'port_id': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'mac_address': 'fa:16:3e:bf:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846e301f-53f5-484c-9871-46e7472509ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:39:42Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 1, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:04.901171 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks [] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:04.909779 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c08e-a54d-4097-83d0-68590fadfa83 None None] Pushing event updated for resources: {'Port': ['ID=76369c55-b6bd-425c-a8ba-7d4c33fb4999,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:04.914875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-a2f8d65b-15af-4ad4-8d61-fbd89837d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:04.916530 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-a2f8d65b-15af-4ad4-8d61-fbd89837d351 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 200 len: 853 time: 0.0758700 Jul 14 20:40:04.976901 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.017441 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 3, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:05.019038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-589a9dd4-1d56-4545-b24f-592d8e4f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:05.020930 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-589a9dd4-1d56-4545-b24f-592d8e4f269c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=946dd351-5829-4dff-b5e5-6e232f299044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806746 Jul 14 20:40:05.043240 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:05.047843 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a833b98-a221-4695-a06f-866e48e33e39 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:02Z', 'revision_number': 3, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:05.048473 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:05.051738 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:05.076822 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:05.145584 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb49428-3c56-4c57-9d81-438318a1836e None None] New status for floating IP ddfa7bb9-c550-4115-91da-c21fffb61276: ACTIVE {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:40:05.225687 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:05.373021 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4237121a-8dee-442f-99a4-9e655056a9f2 None None] Current status of the port de5f9ff3-3309-4f41-b32b-a07e8a31c811 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:05.499012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Provisioning complete for port de5f9ff3-3309-4f41-b32b-a07e8a31c811 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:05.503564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.546893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.597295 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Current status of the port de5f9ff3-3309-4f41-b32b-a07e8a31c811 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:05.605866 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Provisioning complete for port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:05.606244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.646010 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-a8d77efe-1507-435e-9dbe-7b6be49b8b05 service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142859 Jul 14 20:40:05.652423 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-77f8cfea-fc93-4bce-95b9-49373e4277cc None None] Port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:40:05.661945 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3641f7-8db3-4981-a347-540247eea255 req-19930611-9288-4f30-84cc-5da3cfdcf6cb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:05.663524 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1f3641f7-8db3-4981-a347-540247eea255 req-19930611-9288-4f30-84cc-5da3cfdcf6cb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0796738 Jul 14 20:40:05.671741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:05.856362 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82d71-5b8d-4da3-b275-666c78561294 req-35f9e8cc-53fa-448a-bf2a-618b86ac0bc2 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:05.858409 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99a82d71-5b8d-4da3-b275-666c78561294 req-35f9e8cc-53fa-448a-bf2a-618b86ac0bc2 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 944 time: 0.1809483 Jul 14 20:40:05.859000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:05.873934 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device de5f9ff3-3309-4f41-b32b-a07e8a31c811 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:05.896759 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1f3641f7-8db3-4981-a347-540247eea255 req-6912e5a2-e4a6-423d-8d6f-c973e7f8ff71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217240 Jul 14 20:40:05.930850 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.942968 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port de5f9ff3-3309-4f41-b32b-a07e8a31c811 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:05.943367 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:05.993858 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a068adfc-a80f-4e96-aaae-c34b7b9d9ca6 req-895fa85a-e188-4bc5-bd1e-75a82b47350e service neutron] 10.222.0.62 "GET /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734215 Jul 14 20:40:06.010420 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 9d7cb7f5-d312-41e5-b399-d59c90177499 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:40:06.022891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99a82d71-5b8d-4da3-b275-666c78561294 req-b645c680-ccd1-44a3-a22a-97344d2e954c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348789 Jul 14 20:40:06.033714 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:06.050136 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port de5f9ff3-3309-4f41-b32b-a07e8a31c811 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:06.051169 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 76369c55-b6bd-425c-a8ba-7d4c33fb4999 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:06.163799 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks [] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.164043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:06.164361 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.170631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.203773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9d7cb7f5-d312-41e5-b399-d59c90177499,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:06.222449 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:40:06.242990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.244743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:06.285301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 9d7cb7f5-d312-41e5-b399-d59c90177499 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:06.285688 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.307442 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:06.307737 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.316482 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7cb7f5-d312-41e5-b399-d59c90177499 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:40:06.341433 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:06.344043 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:06.346063 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 76369c55-b6bd-425c-a8ba-7d4c33fb4999, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=76369c55-b6bd-425c-a8ba-7d4c33fb4999,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:06.351330 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9d7cb7f5-d312-41e5-b399-d59c90177499,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:06.353766 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.362747 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.391587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:06.416859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=76369c55-b6bd-425c-a8ba-7d4c33fb4999,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:06.470104 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:06.492115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:40:06.578508 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-dba80834-41dc-46d8-b8ea-084feb393ad6 None None] Provisioning complete for port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:06.578891 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dba80834-41dc-46d8-b8ea-084feb393ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.611719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:06.615781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-dba80834-41dc-46d8-b8ea-084feb393ad6 None None] Port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:40:06.617286 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1685d8c1-0845-41fe-88a9-f1104d7c9967 admin admin] 10.222.0.52 "PUT /v2.0/routers/c71cf5e6-79e2-4393-b155-c0c940eb2277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9200587 Jul 14 20:40:06.744866 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['9d7cb7f5-d312-41e5-b399-d59c90177499'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:40:06.865818 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:06.866754 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39690) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:06.871487 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--10805275', 'description': 'tempest-description--699504130'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:06.879081 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:06.879749 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:06.893401 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.969354 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (29cf42c1-cd97-4d94-b6d2-3d893ba8d515), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.973416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (29cf42c1-cd97-4d94-b6d2-3d893ba8d515), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.993423 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:06.997207 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:06.997882 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1299157 Jul 14 20:40:07.000101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39694) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:07.000603 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:07.018510 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e8d9a-1827-4ffe-b05c-be93b147e40f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf42c1-cd97-4d94-b6d2-3d893ba8d515,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.037158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group_rule': {'security_group_id': '29cf42c1-cd97-4d94-b6d2-3d893ba8d515', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:07.060989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.069820 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd5905-2290-4939-8cca-5b7af7eb6fcb req-0a765875-1f97-4131-9a77-ec749c0590ba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:07.071397 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66fd5905-2290-4939-8cca-5b7af7eb6fcb req-0a765875-1f97-4131-9a77-ec749c0590ba tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0909352 Jul 14 20:40:07.098912 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (ebfecb69-accc-4935-9b36-a7de912729a8), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.186599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.204014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cafaa-9e89-4246-84e7-fa78c1963596 req-4ff4ddba-be1b-4037-a7b7-4277c4d7672d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:07.205532 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88cafaa-9e89-4246-84e7-fa78c1963596 req-4ff4ddba-be1b-4037-a7b7-4277c4d7672d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 945 time: 0.1019502 Jul 14 20:40:07.208321 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 2, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:07.210734 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-66fd5905-2290-4939-8cca-5b7af7eb6fcb req-35f50e4b-6772-461d-9bcc-aae0961205ae tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316543 Jul 14 20:40:07.240774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (ebfecb69-accc-4935-9b36-a7de912729a8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.241444 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:07.241740 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Updating router c71cf5e6-79e2-4393-b155-c0c940eb2277 port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:40:07.247179 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (ebfecb69-accc-4935-9b36-a7de912729a8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.274493 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.284258 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfecb69-accc-4935-9b36-a7de912729a8,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.290598 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f88cafaa-9e89-4246-84e7-fa78c1963596 req-7da2546e-9e74-4127-9e9b-0624a9a5caeb tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767558 Jul 14 20:40:07.297915 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.299243 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1275395d-3b06-46b7-b639-e292a2dcad39 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656515 Jul 14 20:40:07.302007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 39698) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:07.306353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group_rule': {'security_group_id': '29cf42c1-cd97-4d94-b6d2-3d893ba8d515', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:07.324409 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.334208 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (08e6abcf-bd78-4c0a-af08-90e4ca3b0a75), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.368320 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.391511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (08e6abcf-bd78-4c0a-af08-90e4ca3b0a75), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.396312 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (08e6abcf-bd78-4c0a-af08-90e4ca3b0a75), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.415167 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e6abcf-bd78-4c0a-af08-90e4ca3b0a75,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.423123 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.424331 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-305539a9-120f-4c21-853b-9ee1b159e11e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213520 Jul 14 20:40:07.427577 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39700) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:07.432477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:07.453713 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.534018 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.538078 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks [] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.544394 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.593647 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32176472-7787-49cc-842d-fb85571562c9 None None] Pushing event updated for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.599950 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.650847 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Allocated IP 172.27.0.95 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/96e9eea4-2ee2-4088-8411-e1269e3e245e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:07.651919 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Attempting to bind port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:40:07.652510 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Attempting to bind port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:40:07.652653 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Attempting to bind port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:40:07.659042 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:40:07.659244 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Checking segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:40:07.660259 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.660259 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Bound using segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:40:07.660717 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Bound port: 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:40:07.661578 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.670565 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:07.745154 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] For port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:07.748692 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] For port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:07.756381 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.787743 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 76369c55-b6bd-425c-a8ba-7d4c33fb4999 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:07.790740 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.812715 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:07.813356 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:07.832679 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.843183 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:07.843696 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.889103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:07.889954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=96e9eea4-2ee2-4088-8411-e1269e3e245e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.896502 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32176472-7787-49cc-842d-fb85571562c9 None None] Pushing event updated for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:07.899177 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:07.901785 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:07.934761 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:07.940409 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:07.956910 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Provisioning complete for port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:07.957303 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:07.992112 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.017674 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 9d7cb7f5-d312-41e5-b399-d59c90177499 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:08.041808 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.096180 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 9d7cb7f5-d312-41e5-b399-d59c90177499 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:40:08.102503 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Current status of the port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:08.103063 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.118166 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 9d7cb7f5-d312-41e5-b399-d59c90177499 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:08.118536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.220929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.225999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.267898 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:08.269686 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:07Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:08.303752 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15496f89-5f2d-4fa8-befa-518b39cfcd51 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:07Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:08.332997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] For port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:08.334021 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.336526 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:08.340174 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.365679 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b96e0-285b-4a3a-b9f6-397beb95d869 req-93a01bf5-c701-4737-90e2-63185e8da02b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:08.367587 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-061b96e0-285b-4a3a-b9f6-397beb95d869 req-93a01bf5-c701-4737-90e2-63185e8da02b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0686712 Jul 14 20:40:08.466144 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 9d7cb7f5-d312-41e5-b399-d59c90177499 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:08.466532 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.476096 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba0bab-a786-432e-b8f2-ea97abe2add3 None None] Pushing event updated for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:08.485096 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-061b96e0-285b-4a3a-b9f6-397beb95d869 req-9fa55d34-cad2-49b5-b9e8-94177f6c5561 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859251 Jul 14 20:40:08.491799 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-23ca3e2a-bb19-42cd-8d51-62cd1e38e218 None None] Provisioning complete for port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:08.492835 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-23ca3e2a-bb19-42cd-8d51-62cd1e38e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.537420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d853e-fe76-4990-a1dc-920ff83614c1 req-8fc431a6-45cd-48b4-a4cb-79c31c878887 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:08.539011 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-606d853e-fe76-4990-a1dc-920ff83614c1 req-8fc431a6-45cd-48b4-a4cb-79c31c878887 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 945 time: 0.0621221 Jul 14 20:40:08.571884 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:08.574181 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9dc43b-bfe7-4129-9967-3db4a4453697" -d '{"events": [{"server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:08.593558 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9d7cb7f5-d312-41e5-b399-d59c90177499,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:08.615489 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-606d853e-fe76-4990-a1dc-920ff83614c1 req-aa94fcb0-0a1c-424a-a168-882b2056f4ad tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702343 Jul 14 20:40:08.642243 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e47ef-f1a3-4fd9-ac7e-8b6b1b83933c x-openstack-request-id: req-dd3e47ef-f1a3-4fd9-ac7e-8b6b1b83933c {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:08.642544 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:08.643322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd3e47ef-f1a3-4fd9-ac7e-8b6b1b83933c {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:08.643322 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3e47ef-f1a3-4fd9-ac7e-8b6b1b83933c'] response: {'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'code': 200} Jul 14 20:40:08.646133 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.672763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=96e9eea4-2ee2-4088-8411-e1269e3e245e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:08.682162 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-23ca3e2a-bb19-42cd-8d51-62cd1e38e218 None None] Current status of the port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:08.689550 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.707947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:08.708355 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:08.709862 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0c2261ab-fcb9-46e4-af67-f0926f73dd2e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2812252 Jul 14 20:40:08.874443 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-440958ea-b732-4d15-962e-2832bebc4d04 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--10805275&fields=id&tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 267 time: 0.0518456 Jul 14 20:40:09.000329 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a3313-c421-45df-84b0-b1ac0ab70e26 req-6827f690-269f-40f0-aa6f-ce4ff91821c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:09.001883 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c51a3313-c421-45df-84b0-b1ac0ab70e26 req-6827f690-269f-40f0-aa6f-ce4ff91821c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1130 time: 0.0907631 Jul 14 20:40:09.070357 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-7588d743-042d-40c3-a9c3-82e3ba0264b9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:09.072011 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-7588d743-042d-40c3-a9c3-82e3ba0264b9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 811 time: 0.1881671 Jul 14 20:40:09.097982 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c51a3313-c421-45df-84b0-b1ac0ab70e26 req-2986329c-8c74-491f-9d0f-13aa83b876f5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894127 Jul 14 20:40:09.100565 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-48c787b7-b1dd-4717-a375-20bd3c0e1e34 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/quotas/01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 375 time: 0.0189064 Jul 14 20:40:09.135566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:09.167237 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-15f332ef-000c-4d7f-a736-f0ce5839e3e5 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608413 Jul 14 20:40:09.268882 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-2d40d828-420e-4b03-8753-ced7f52e62ff service neutron] 10.222.0.52 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895951 Jul 14 20:40:09.367992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-ecbfe4a7-d0a7-4aa1-9e22-a293312c6667 service neutron] 10.222.0.52 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925362 Jul 14 20:40:09.541199 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5b3a166f-26f0-4c44-9c9a-ccd824da61a4 req-08b2900c-4a64-4890-b7c7-fad9be8acaa4 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 210 time: 0.0322554 Jul 14 20:40:09.622197 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:09.633628 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce51d-58a2-4ddc-8f0c-b6934fa244b1 req-3438be78-32f1-472d-899e-a9a5c6cd08fa tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:09.635610 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-883ce51d-58a2-4ddc-8f0c-b6934fa244b1 req-3438be78-32f1-472d-899e-a9a5c6cd08fa tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0563269 Jul 14 20:40:09.740755 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-883ce51d-58a2-4ddc-8f0c-b6934fa244b1 req-c45bafef-dc84-45e4-b9de-93d0b0ed4998 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857637 Jul 14 20:40:09.766366 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d068b-2060-49e5-b01d-68b500085ec9 req-6007bce2-8133-4731-a49b-f5ec14d01671 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:09.774221 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f39d068b-2060-49e5-b01d-68b500085ec9 req-6007bce2-8133-4731-a49b-f5ec14d01671 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0719979 Jul 14 20:40:09.804001 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:09.831852 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f39d068b-2060-49e5-b01d-68b500085ec9 req-839b90c4-5d80-46aa-b1de-8472a54c3a75 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567672 Jul 14 20:40:09.854092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:09.854092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:09.924194 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:09.939471 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:10.638059 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-82959f19-e988-4ba1-985c-971af5298eb1 req-637e00d4-7e39-483a-bac9-c6e613d7623e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 210 time: 0.0276947 Jul 14 20:40:10.867496 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd04b3-a6e7-41cc-981c-27c90132c85c req-bd516417-bff8-4acb-b2f4-f51bcea41b82 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:10.868997 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ecd04b3-a6e7-41cc-981c-27c90132c85c req-bd516417-bff8-4acb-b2f4-f51bcea41b82 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0494671 Jul 14 20:40:10.943122 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3ecd04b3-a6e7-41cc-981c-27c90132c85c req-1c990a31-ff5b-43e8-a953-18364e9a7889 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679250 Jul 14 20:40:10.959342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09515ffe-8d68-4cd5-966e-6f12db1d5844 req-ee1306fc-ec79-49fa-a9bb-45b67ce939fb tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:10.960792 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09515ffe-8d68-4cd5-966e-6f12db1d5844 req-ee1306fc-ec79-49fa-a9bb-45b67ce939fb tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0566304 Jul 14 20:40:11.011304 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-09515ffe-8d68-4cd5-966e-6f12db1d5844 req-c352ef04-d5e8-40ed-befd-83752bcb2ff2 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449066 Jul 14 20:40:11.125038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a87681-88e1-4fdb-a956-1338503d237c req-c4042dc6-ebf6-464e-8525-fc51ec19c4c2 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:11.126613 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48a87681-88e1-4fdb-a956-1338503d237c req-c4042dc6-ebf6-464e-8525-fc51ec19c4c2 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0489521 Jul 14 20:40:11.215448 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48a87681-88e1-4fdb-a956-1338503d237c req-0b30f8c6-c473-428f-b53e-450a04a7143c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831356 Jul 14 20:40:11.240604 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39742) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:11.281514 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799360a3-742c-4e49-ad9d-bcc9155fcff6 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:11.283193 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-799360a3-742c-4e49-ad9d-bcc9155fcff6 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1125 time: 0.0414691 Jul 14 20:40:11.286061 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39744) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:11.290568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:11.293866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-1e836e91-7e4e-4da6-8842-ae15280b8c9b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:11.296145 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-1e836e91-7e4e-4da6-8842-ae15280b8c9b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 811 time: 0.1320224 Jul 14 20:40:11.296896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:11.315189 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:11.375755 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-ad51a994-2e90-4cfa-956e-629e232f07bc tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 378 time: 0.0617404 Jul 14 20:40:11.407815 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:11.504141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:11.517734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'port': {'device_id': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'admin_state_up': True, 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'security_groups': ['29cf42c1-cd97-4d94-b6d2-3d893ba8d515']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:11.522854 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.27.0.153 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/ee282268-2917-48d6-bdb7-b6f67488b18e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:11.637021 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:11.645996 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Made reservation on behalf of 01d544a1fa8b4ac08d4588eab1a84ff5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:40:11.650570 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:11.673107 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:11.720330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:11.722148 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:11.729552 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:11.734862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:11.739951 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=ee282268-2917-48d6-bdb7-b6f67488b18e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:11.763694 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a77df24f-ac3f-49bd-b6d0-3b86afbf5bc9 req-c92b0a5e-97d9-4398-8910-65add7096f52 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 210 time: 0.0420725 Jul 14 20:40:11.820168 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Allocated IP 172.20.0.7 (70ed2e9a-e979-4363-9c81-646389ddfcce/ae35a3fb-1fe4-4074-b4c5-b788d313ee5f/7aec5355-7bd2-42ec-8e1e-613974fa243f) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:40:11.825971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:11.967665 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.002916 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.078551 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:40:12.090686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:40:12.093675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:40:12.108334 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c1cf-588e-4276-b875-3fd378fa21f4 req-7d66bebb-ec2f-42ab-8ac0-744b34de5208 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:12.109944 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5683c1cf-588e-4276-b875-3fd378fa21f4 req-7d66bebb-ec2f-42ab-8ac0-744b34de5208 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0749862 Jul 14 20:40:12.128025 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:12.131085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (43bdfb01-6f2d-476a-8c2f-37526ac0485d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.158055 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:12.185396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:12.186038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.212191 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5683c1cf-588e-4276-b875-3fd378fa21f4 req-11f2680a-ae47-449b-9be9-244433aaebb9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807028 Jul 14 20:40:12.213154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.215968 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9c985ff3-d067-48b4-b7d7-5074e1fa3632 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7029672 Jul 14 20:40:12.242039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Request body: {'port': {'device_id': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:12.310115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.331050 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4e22e79f-1ed8-4789-8a4d-bf17888ff44d None None] Provisioning complete for port 7aec5355-7bd2-42ec-8e1e-613974fa243f triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:12.331608 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4e22e79f-1ed8-4789-8a4d-bf17888ff44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.365208 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:12.365784 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4e22e79f-1ed8-4789-8a4d-bf17888ff44d None None] Port 7aec5355-7bd2-42ec-8e1e-613974fa243f cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:40:12.386208 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.391406 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.462815 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=ee282268-2917-48d6-bdb7-b6f67488b18e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:12.473256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (43bdfb01-6f2d-476a-8c2f-37526ac0485d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.535781 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:12.571163 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP 43bdfb01-6f2d-476a-8c2f-37526ac0485d associated. External IP: 172.27.0.153, port: 9d7cb7f5-d312-41e5-b399-d59c90177499. Jul 14 20:40:12.578437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aec5355-7bd2-42ec-8e1e-613974fa243f {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:40:12.586799 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks [] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.600983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Transition to ACTIVE for port object 7aec5355-7bd2-42ec-8e1e-613974fa243f will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:40:12.606401 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.662277 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Pushing event updated for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:12.688588 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:12.740997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Attempting to bind port 7aec5355-7bd2-42ec-8e1e-613974fa243f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:40:12.741413 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Attempting to bind port 7aec5355-7bd2-42ec-8e1e-613974fa243f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:40:12.741810 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Attempting to bind port 7aec5355-7bd2-42ec-8e1e-613974fa243f on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:40:12.747302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Port 7aec5355-7bd2-42ec-8e1e-613974fa243f on network 70ed2e9a-e979-4363-9c81-646389ddfcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:40:12.747747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Attempting to bind port 7aec5355-7bd2-42ec-8e1e-613974fa243f on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:40:12.754238 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:40:12.754580 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Checking segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:40:12.754999 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Bound using segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:40:12.755489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Bound port: 7aec5355-7bd2-42ec-8e1e-613974fa243f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:40:12.755849 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.804213 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:40:12.836835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:40:12.840926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:40:12.849952 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.924243 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:12.924965 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.926461 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] 10.222.0.62 "PUT /v2.0/ports/7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 1093 time: 0.6895173 Jul 14 20:40:12.929521 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:12.929722 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:12.931767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:12.956629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf45c8-0cea-47b5-b172-8459cbe68ff4 req-71579f5f-0cfa-4ba0-b36b-51b325b9c14e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:12.958887 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:12.959416 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:12.963521 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fddf45c8-0cea-47b5-b172-8459cbe68ff4 req-71579f5f-0cfa-4ba0-b36b-51b325b9c14e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 943 time: 0.1000450 Jul 14 20:40:12.991083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:12.994182 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:13.021150 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d026ae5b-a357-4ded-9a49-4da7cbf0023b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7338662 Jul 14 20:40:13.021900 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:13.025039 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33f348-a77e-4e15-a6b3-367ce464c908" -d '{"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:13.048650 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fddf45c8-0cea-47b5-b172-8459cbe68ff4 req-b7aa8492-9761-4028-b77c-29cbd163db3e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775166 Jul 14 20:40:13.061058 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f3483-789d-4b80-8960-3406e1303e9a service neutron] Pushing event updated for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:13.115205 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc53c48-b369-4aea-a2db-83dadcac3014 x-openstack-request-id: req-abc53c48-b369-4aea-a2db-83dadcac3014 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:13.115641 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:13.115944 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abc53c48-b369-4aea-a2db-83dadcac3014 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:13.116299 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc53c48-b369-4aea-a2db-83dadcac3014'] response: {'name': 'network-changed', 'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'status': 'completed', 'code': 200} Jul 14 20:40:13.124657 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-e7b6cabe-8ebe-47be-8e96-7041422105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.126744 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-e7b6cabe-8ebe-47be-8e96-7041422105fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1127 time: 0.0852659 Jul 14 20:40:13.163424 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:13.193044 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-93eca886-1eb9-4349-a6cc-645f26f28e5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 217 time: 0.0493026 Jul 14 20:40:13.202479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9c4aa-5f4d-47e1-8d9e-c99d69c78e52 x-openstack-request-id: req-8da9c4aa-5f4d-47e1-8d9e-c99d69c78e52 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:13.202971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:13.203395 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8da9c4aa-5f4d-47e1-8d9e-c99d69c78e52 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:13.203958 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da9c4aa-5f4d-47e1-8d9e-c99d69c78e52'] response: {'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'status': 'completed', 'code': 200} Jul 14 20:40:13.244766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-51eb7ca6-76c1-4f3d-85d6-0088b549e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.247950 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-51eb7ca6-76c1-4f3d-85d6-0088b549e3aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0478199 Jul 14 20:40:13.345428 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:13.359233 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-74afd2fe-b4c4-477d-8d62-4f9dcb494f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.360742 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-74afd2fe-b4c4-477d-8d62-4f9dcb494f35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1076777 Jul 14 20:40:13.361659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-c2b279c5-0444-4582-9bc7-f841d79f1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.363019 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-c2b279c5-0444-4582-9bc7-f841d79f1a29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1130 time: 0.0748963 Jul 14 20:40:13.379783 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e64a-7450-481a-b1da-751293de211a req-e8d1040a-1a27-4277-8ba5-25ed84b60a61 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.381237 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99d4e64a-7450-481a-b1da-751293de211a req-e8d1040a-1a27-4277-8ba5-25ed84b60a61 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0669169 Jul 14 20:40:13.404749 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:11Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:13.430092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:13.439079 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:13.439704 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:13.545939 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:13.551805 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-99d4e64a-7450-481a-b1da-751293de211a req-48ced1bf-81a7-441a-b756-956f1bb4156b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541655 Jul 14 20:40:13.585716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-b0168e26-9de2-4203-8e08-95d8b8a3e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.587195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-b0168e26-9de2-4203-8e08-95d8b8a3e028 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.2050908 Jul 14 20:40:13.589075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-b8db15d3-7189-45ec-bd3e-fd76243a2c13 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059653 Jul 14 20:40:13.665683 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:13.717942 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-b9391c0d-5502-4569-ab64-04db35c88205 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 1000 time: 0.1166809 Jul 14 20:40:13.741073 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:13.775592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:11Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:13.779268 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cae1649d-b5b8-4f4e-9600-040ef007930d req-380c081d-4052-4a74-9b5a-f5f90c61f22c service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715217 Jul 14 20:40:13.788516 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-207db2ba-32f0-4606-85fe-7b7359fbf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.789934 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-207db2ba-32f0-4606-85fe-7b7359fbf9fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0622256 Jul 14 20:40:13.801102 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95998f64-4c82-4a9e-8fde-45e89d320738 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:11Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:13.849338 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-036cb3e4-6d6d-40b7-ac30-c17fc1014592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:13.850870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-036cb3e4-6d6d-40b7-ac30-c17fc1014592 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421538 Jul 14 20:40:13.982619 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb328872-35c8-4706-8189-f0447992965c None None] New status for floating IP 43bdfb01-6f2d-476a-8c2f-37526ac0485d: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:40:14.181902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403da9-399c-4e6c-8727-21e3c380ab76 req-a34bc217-48be-415e-a7e5-bdbccf9ce179 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:14.183361 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc403da9-399c-4e6c-8727-21e3c380ab76 req-a34bc217-48be-415e-a7e5-bdbccf9ce179 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 943 time: 0.0558126 Jul 14 20:40:14.520510 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc403da9-399c-4e6c-8727-21e3c380ab76 req-35bba21e-3fe3-4ca9-ba24-deb83debca0f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310068 Jul 14 20:40:14.672115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad2f8d-2a90-4b4e-ab05-d3e94304a442 req-b63d70e8-02f3-4b2d-a3e8-0d9b5650ffe1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:14.673552 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cad2f8d-2a90-4b4e-ab05-d3e94304a442 req-b63d70e8-02f3-4b2d-a3e8-0d9b5650ffe1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0471013 Jul 14 20:40:14.720425 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0cad2f8d-2a90-4b4e-ab05-d3e94304a442 req-9faaf7e0-2dbe-45fa-872a-a66ae342bf10 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Jul 14 20:40:14.892783 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-2b9a16b8-035b-4efa-84d8-47e957297794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:14.894262 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-2b9a16b8-035b-4efa-84d8-47e957297794 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1127 time: 0.0821521 Jul 14 20:40:14.980952 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-3fb7559a-0739-4816-b8e9-b6c7d5f17f4a service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762452 Jul 14 20:40:15.058165 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-83c1aef3-bbfb-4cd5-8c3e-ade2741abda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:15.059646 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-83c1aef3-bbfb-4cd5-8c3e-ade2741abda2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.1591816 Jul 14 20:40:15.113031 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-2d069f19-bb0f-47d6-85a8-f116843a2c74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 217 time: 0.0431192 Jul 14 20:40:15.155291 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8a33f348-a77e-4e15-a6b3-367ce464c908 req-068792f6-03f4-4dbc-9fa8-ace4db324162 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677344 Jul 14 20:40:15.169122 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-f64f79e6-5cda-4fc9-9c67-c5a6d6f02415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:15.170503 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-f64f79e6-5cda-4fc9-9c67-c5a6d6f02415 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0483842 Jul 14 20:40:15.232198 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-5962554b-6db2-4832-b9c6-e43e23398ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:15.233623 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-5962554b-6db2-4832-b9c6-e43e23398ed7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441549 Jul 14 20:40:15.333700 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-7b9e293e-3b0f-4f26-9c1a-61a23416b841 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924678 Jul 14 20:40:15.425541 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-16eedc92-b4ab-42d4-a0ab-d6beb3ea07d3 req-321b7271-5ee1-4a24-9f68-87efd17d618b service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Jul 14 20:40:15.641355 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bf81-3a34-4f91-9f16-1df90b3fb135 req-ca993b50-0e3e-470a-8617-d37caf1a5fac tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:15.642879 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a695bf81-3a34-4f91-9f16-1df90b3fb135 req-ca993b50-0e3e-470a-8617-d37caf1a5fac tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 943 time: 0.0534163 Jul 14 20:40:15.664357 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:15.694889 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a695bf81-3a34-4f91-9f16-1df90b3fb135 req-cadfaeaa-6a84-4524-a1a2-b0c324f3a922 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461268 Jul 14 20:40:15.802066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:15.837818 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0dc97-e456-420e-8b9b-94a40ecb3e97 req-c5ed94ea-5fd2-421a-b754-125ef185498f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:15.839282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3f0dc97-e456-420e-8b9b-94a40ecb3e97 req-c5ed94ea-5fd2-421a-b754-125ef185498f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0470340 Jul 14 20:40:15.886147 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e3f0dc97-e456-420e-8b9b-94a40ecb3e97 req-055dd99b-4e6c-4db5-80ca-4057e5babee9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Jul 14 20:40:16.024951 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 7aec5355-7bd2-42ec-8e1e-613974fa243f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:40:16.126455 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:16.137997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'port_id': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'mac_address': 'fa:16:3e:91:db:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:40:16.164732 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:16.174648 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 7aec5355-7bd2-42ec-8e1e-613974fa243f is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:16.175054 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:16.188304 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aec5355-7bd2-42ec-8e1e-613974fa243f {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:40:16.207573 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:16.212043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:16.257735 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:16.633084 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['7aec5355-7bd2-42ec-8e1e-613974fa243f'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:40:16.813095 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36071-5b33-48e2-97d8-8ed8a2646d0a req-70d38b06-3c95-4054-9e8e-16e1c731912d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:16.814629 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-97e36071-5b33-48e2-97d8-8ed8a2646d0a req-70d38b06-3c95-4054-9e8e-16e1c731912d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 944 time: 0.0479403 Jul 14 20:40:16.869204 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-97e36071-5b33-48e2-97d8-8ed8a2646d0a req-c22ae474-f2f7-4751-8f4a-f9f084203c88 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489707 Jul 14 20:40:17.005139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5a2b-8406-4da8-8c8d-3cafceefcf01 req-e3ace517-af9a-46b7-a7fb-abeeebac583b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:17.006649 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b5f5a2b-8406-4da8-8c8d-3cafceefcf01 req-e3ace517-af9a-46b7-a7fb-abeeebac583b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0475008 Jul 14 20:40:17.057133 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4b5f5a2b-8406-4da8-8c8d-3cafceefcf01 req-dca83929-e900-4a40-bca0-cb2ffc45cb51 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Jul 14 20:40:17.765316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:17.989973 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8c165-ce16-4ca3-b244-8beca34e2b2f req-7938779f-cc28-4e98-8adc-7901fcc51fdd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:17.991612 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95a8c165-ce16-4ca3-b244-8beca34e2b2f req-7938779f-cc28-4e98-8adc-7901fcc51fdd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 944 time: 0.0510037 Jul 14 20:40:18.016873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 7aec5355-7bd2-42ec-8e1e-613974fa243f up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:18.049903 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-95a8c165-ce16-4ca3-b244-8beca34e2b2f req-0a61c38f-aeee-4e3b-a4b6-cc30d8a756ec tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521438 Jul 14 20:40:18.053254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:18.068268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 7aec5355-7bd2-42ec-8e1e-613974fa243f completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:40:18.079265 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 7aec5355-7bd2-42ec-8e1e-613974fa243f triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:18.079671 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:18.170184 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 7aec5355-7bd2-42ec-8e1e-613974fa243f is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:18.170488 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:18.206129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:18.208601 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815751a3-3e6e-49f7-b82f-eefa83f246ac" -d '{"events": [{"server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "name": "network-vif-plugged", "status": "completed", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:18.216147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be6b77-040a-401c-9962-ebe26e1bd46c req-4068b052-3c04-423c-a3af-fa75749b47d0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:18.217773 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69be6b77-040a-401c-9962-ebe26e1bd46c req-4068b052-3c04-423c-a3af-fa75749b47d0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0747149 Jul 14 20:40:18.222740 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:18.227358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:18.253362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b9e4d-fef2-4a04-93ca-4c15455fc731 x-openstack-request-id: req-a76b9e4d-fef2-4a04-93ca-4c15455fc731 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:18.253657 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "name": "network-vif-plugged", "status": "completed", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:18.253914 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a76b9e4d-fef2-4a04-93ca-4c15455fc731 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:18.254307 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76b9e4d-fef2-4a04-93ca-4c15455fc731'] response: {'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'code': 200} Jul 14 20:40:18.283598 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69be6b77-040a-401c-9962-ebe26e1bd46c req-bcc0a223-0018-4ba3-affc-e973bd69e1d1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520928 Jul 14 20:40:18.288901 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:18.534922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527eb7-17ac-4eed-8ec4-323393614a67 req-f64bee42-6586-4d02-ae7a-734c297df703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:18.536787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35527eb7-17ac-4eed-8ec4-323393614a67 req-f64bee42-6586-4d02-ae7a-734c297df703 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1129 time: 0.0415559 Jul 14 20:40:18.592254 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-35527eb7-17ac-4eed-8ec4-323393614a67 req-5b36b39b-15dd-4bdd-bcd0-94915af83d84 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466144 Jul 14 20:40:18.663845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606f59-7d27-409a-8746-eeb0acd821be req-afb28a15-9fce-4190-a101-f5b5bd86a15a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:18.665415 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03606f59-7d27-409a-8746-eeb0acd821be req-afb28a15-9fce-4190-a101-f5b5bd86a15a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0558028 Jul 14 20:40:18.729709 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03606f59-7d27-409a-8746-eeb0acd821be req-84ca5bfd-1fd6-47e1-8dc5-4cd93c1480e2 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576315 Jul 14 20:40:18.992207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-5a91235f-81ed-4a50-8766-7280ef3e986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:18.993634 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-5a91235f-81ed-4a50-8766-7280ef3e986e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1169 time: 0.0430381 Jul 14 20:40:19.171988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e8c58-8c39-4033-9f66-afa847eda537 req-32a841f5-f7df-450f-9ca2-3b5a954b9915 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:19.173638 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-259e8c58-8c39-4033-9f66-afa847eda537 req-32a841f5-f7df-450f-9ca2-3b5a954b9915 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Jul 14 20:40:19.225424 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-259e8c58-8c39-4033-9f66-afa847eda537 req-5558fc55-c319-438c-81c0-ed348ce19f82 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461040 Jul 14 20:40:19.447038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa54c9-ae6c-4a82-92b8-99b65350e50c req-66d929cb-47f0-4697-a28f-c6e2668b6212 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:19.448927 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ffa54c9-ae6c-4a82-92b8-99b65350e50c req-66d929cb-47f0-4697-a28f-c6e2668b6212 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0772631 Jul 14 20:40:19.536347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:19.542306 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8ffa54c9-ae6c-4a82-92b8-99b65350e50c req-d8d20f91-5a90-427d-94e2-8decba134d1f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678003 Jul 14 20:40:19.544036 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-aab0f9d1-ca08-4e03-be7e-15ec55c0b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:19.546018 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-aab0f9d1-ca08-4e03-be7e-15ec55c0b21f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 915 time: 0.1645541 Jul 14 20:40:19.617109 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-c8b98772-b680-4cee-bc1f-c056f7558d2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 1001 time: 0.0623121 Jul 14 20:40:19.798622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:19.814903 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-19f65480-7720-4aa6-980b-327e1b2978c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:19.817296 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-19f65480-7720-4aa6-980b-327e1b2978c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.0519183 Jul 14 20:40:19.874518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb2a49-4ddc-4240-88f5-3db8a1319d8c req-58b4c891-d62d-4c93-bea2-b1c27f2c9ecf tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:19.876078 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cebb2a49-4ddc-4240-88f5-3db8a1319d8c req-58b4c891-d62d-4c93-bea2-b1c27f2c9ecf tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0542955 Jul 14 20:40:19.945499 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cebb2a49-4ddc-4240-88f5-3db8a1319d8c req-0aa33663-79df-4120-ba74-61ec9cd8a973 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635722 Jul 14 20:40:20.350482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69909e54-2469-4168-89db-6e8149bf835b req-aa0210b0-1312-4cd4-93d7-a57da176460a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:20.352082 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69909e54-2469-4168-89db-6e8149bf835b req-aa0210b0-1312-4cd4-93d7-a57da176460a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Jul 14 20:40:20.422540 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-e744a402-79d1-47a5-8c8d-2c8d16bd0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:20.424118 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-e744a402-79d1-47a5-8c8d-2c8d16bd0652 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641329 Jul 14 20:40:20.454987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-69909e54-2469-4168-89db-6e8149bf835b req-342693d1-dbf1-44b8-9210-974425861d3f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961134 Jul 14 20:40:20.549885 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-33869fa8-7f4c-4c3f-9ac1-6c60f2541905 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148689 Jul 14 20:40:20.605685 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385bda-fc04-4bc7-9e66-b27646ac8e22 req-82832b71-47e8-4659-9f88-4e9ce1ba57a5 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:20.607926 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10385bda-fc04-4bc7-9e66-b27646ac8e22 req-82832b71-47e8-4659-9f88-4e9ce1ba57a5 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0782723 Jul 14 20:40:20.617247 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 39808) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:40:20.621894 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'floatingip': {'port_id': '7aec5355-7bd2-42ec-8e1e-613974fa243f'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:40:20.661810 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:20.706081 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ccdd2-f441-4fa9-bf89-ff5fd8c6a95f req-ec69a733-dcbe-4a44-8ab8-8590c3665dc1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:20.707592 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d64ccdd2-f441-4fa9-bf89-ff5fd8c6a95f req-ec69a733-dcbe-4a44-8ab8-8590c3665dc1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jul 14 20:40:20.733048 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eac5acc9-c224-40e7-8b65-345af62edfd0 req-f191a4c1-43b1-4fb8-a928-9eeec58fb531 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666915 Jul 14 20:40:20.762910 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d64ccdd2-f441-4fa9-bf89-ff5fd8c6a95f req-dbaf21ad-23ee-4f9b-b892-22690db5f580 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489628 Jul 14 20:40:20.820134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:21.013252 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:21.065436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3edd5-28a8-418f-87d9-43d4758ce7f3 req-73ea1d30-529c-4140-98ab-0364cce48a21 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:21.067427 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94c3edd5-28a8-418f-87d9-43d4758ce7f3 req-73ea1d30-529c-4140-98ab-0364cce48a21 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0503407 Jul 14 20:40:21.117674 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:21.122016 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:21.140509 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94c3edd5-28a8-418f-87d9-43d4758ce7f3 req-eaf3bdaf-0655-4c0d-a6f7-cfcbcc645837 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672307 Jul 14 20:40:21.215648 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Floating IP 3d405761-76a5-4376-9d83-f958d2bb2795 associated. External IP: 172.27.0.95, port: 7aec5355-7bd2-42ec-8e1e-613974fa243f. Jul 14 20:40:21.412446 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:40:21.521354 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:40:21.526245 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:21.530729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:40:21.544450 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:21.545057 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:21.555543 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1bd0e33e-4bd7-46ba-b11c-3205a5432429 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "PUT /v2.0/floatingips/3d405761-76a5-4376-9d83-f958d2bb2795 HTTP/1.1" status: 200 len: 990 time: 0.9371359 Jul 14 20:40:21.556141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:21.558377 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:21.594243 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3a052-3a6d-4287-b36c-ecdefa25270b x-openstack-request-id: req-3ae3a052-3a6d-4287-b36c-ecdefa25270b {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:21.594531 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:21.595545 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ae3a052-3a6d-4287-b36c-ecdefa25270b {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:21.595996 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae3a052-3a6d-4287-b36c-ecdefa25270b'] response: {'name': 'network-changed', 'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'status': 'completed', 'code': 200} Jul 14 20:40:21.647563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:21.688967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-ca5553cd-6070-4557-9c82-2c9a20258acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:21.690456 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-ca5553cd-6070-4557-9c82-2c9a20258acf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1129 time: 0.0397468 Jul 14 20:40:21.795861 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-638ea9e8-cb24-4f14-a59c-43e6b5ec2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:21.798156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-638ea9e8-cb24-4f14-a59c-43e6b5ec2b20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.0999985 Jul 14 20:40:21.893605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '3d405761-76a5-4376-9d83-f958d2bb2795', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:91:db:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:07Z', 'updated_at': '2022-07-14T20:40:21Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:21.905976 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-81ff2fdb-a21e-49ac-a5e9-61932b941e78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 998 time: 0.0977049 Jul 14 20:40:21.912296 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef319f-cf72-4540-b1e2-9120375ceb02 req-f847b733-c0de-49af-aeaf-2d9b7e514ad5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:21.913773 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ceef319f-cf72-4540-b1e2-9120375ceb02 req-f847b733-c0de-49af-aeaf-2d9b7e514ad5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0605197 Jul 14 20:40:21.919811 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:40:21.928915 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:40:21.929532 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:40:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:21.932556 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:21.954815 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:21.985688 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:21.989497 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-21f34ef4-ddbc-44ff-a4ef-9996663872c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:21.990958 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-21f34ef4-ddbc-44ff-a4ef-9996663872c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0763652 Jul 14 20:40:22.016116 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ceef319f-cf72-4540-b1e2-9120375ceb02 req-efb608aa-aa1c-463b-bb16-e940d38ecc86 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921900 Jul 14 20:40:22.034109 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:40:22.048221 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-3a5d1d20-aa89-49d0-9a19-15b12056d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:22.050664 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-3a5d1d20-aa89-49d0-9a19-15b12056d95c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517328 Jul 14 20:40:22.054835 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:40:22.149933 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-a632d5ae-2d45-4250-9b00-053c90fc0713 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919449 Jul 14 20:40:22.197016 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:22.279732 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c140dba-34f5-42fa-a0a0-08771ab59c8d req-02e58999-d789-4784-bc16-20a6c53af564 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:22.281322 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c140dba-34f5-42fa-a0a0-08771ab59c8d req-02e58999-d789-4784-bc16-20a6c53af564 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0634089 Jul 14 20:40:22.305615 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fcb26527-7a9e-4b8d-8d86-89f4a18eea7e req-4b0e0b0c-4af9-4273-9398-6192fad48259 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480165 Jul 14 20:40:22.363844 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c140dba-34f5-42fa-a0a0-08771ab59c8d req-4083ac28-bced-4725-88cd-20293d249926 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704589 Jul 14 20:40:22.422109 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:22.441358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'a450ed13-0148-4da1-9b7d-201016068164', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:40:22.521083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: ACTIVE; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:22.521470 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:22.532145 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '3d405761-76a5-4376-9d83-f958d2bb2795', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:91:db:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:07Z', 'updated_at': '2022-07-14T20:40:21Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:40:22.562801 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5585aed-73e4-4dce-8789-bd389bc54f3b None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '3d405761-76a5-4376-9d83-f958d2bb2795', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:91:db:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:07Z', 'updated_at': '2022-07-14T20:40:21Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:40:22.565186 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:40:22.586894 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:22.592020 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:22.640540 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:22.763632 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe76f52-624d-4bdb-af20-1d49b93293fe None None] New status for floating IP 3d405761-76a5-4376-9d83-f958d2bb2795: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:40:22.809249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['a450ed13-0148-4da1-9b7d-201016068164'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:40:23.155425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bce92-f217-4ad6-9f49-62989bf1ad74 req-3d38a209-8b4d-4ec3-9da8-1b89f35c904f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:23.156924 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d26bce92-f217-4ad6-9f49-62989bf1ad74 req-3d38a209-8b4d-4ec3-9da8-1b89f35c904f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 944 time: 0.0527165 Jul 14 20:40:23.208644 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d26bce92-f217-4ad6-9f49-62989bf1ad74 req-98f90132-f989-4e5e-97db-9430a5f39cf0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Jul 14 20:40:23.487693 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85aa0d-d193-4816-be91-f5cc3300bd44 req-2f555999-ddb6-459b-9a51-ff6ca6307ec0 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:23.489442 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca85aa0d-d193-4816-be91-f5cc3300bd44 req-2f555999-ddb6-459b-9a51-ff6ca6307ec0 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0479810 Jul 14 20:40:23.554464 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ca85aa0d-d193-4816-be91-f5cc3300bd44 req-12129b3c-3680-4274-a285-5fc3e342f239 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593534 Jul 14 20:40:24.057000 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:24.106692 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port a450ed13-0148-4da1-9b7d-201016068164 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:24.107210 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (a450ed13-0148-4da1-9b7d-201016068164), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:24.187136 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:24.187515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:24.190305 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:24.213813 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:24.217009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aab3f2-83ed-4ac1-ab18-c725d1ed86a4" -d '{"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:24.234780 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:24.239823 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:24.305311 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:24.367069 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d76b-5c2a-47fa-b2f7-225195c9ee94 req-d970dc6a-6664-44a3-ba47-f855f3413e2a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:24.368661 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6785d76b-5c2a-47fa-b2f7-225195c9ee94 req-d970dc6a-6664-44a3-ba47-f855f3413e2a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0649407 Jul 14 20:40:24.377507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc5382-465e-4802-a39d-cc1ee792ec0a x-openstack-request-id: req-1dfc5382-465e-4802-a39d-cc1ee792ec0a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:24.378161 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:24.378711 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1dfc5382-465e-4802-a39d-cc1ee792ec0a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:24.383483 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfc5382-465e-4802-a39d-cc1ee792ec0a'] response: {'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'code': 200} Jul 14 20:40:24.448045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6785d76b-5c2a-47fa-b2f7-225195c9ee94 req-d114d1c6-c68d-4abe-a209-2484e6fbe37f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726917 Jul 14 20:40:24.707766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47ba3c-7983-4c05-b68f-bf9761da5cab req-344933f6-2542-4fa7-83fc-34b294fbbd35 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:24.709503 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e47ba3c-7983-4c05-b68f-bf9761da5cab req-344933f6-2542-4fa7-83fc-34b294fbbd35 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0568001 Jul 14 20:40:24.825085 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5e47ba3c-7983-4c05-b68f-bf9761da5cab req-e09ed918-22de-4918-ba40-64d708428eb0 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069195 Jul 14 20:40:25.596471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47baac-de9d-414a-a948-b63e8185d0b7 req-68fd8991-cf58-4f43-92ec-c774796b9a5f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:25.598016 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a47baac-de9d-414a-a948-b63e8185d0b7 req-68fd8991-cf58-4f43-92ec-c774796b9a5f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0656934 Jul 14 20:40:25.665470 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a47baac-de9d-414a-a948-b63e8185d0b7 req-405f3523-5c86-4925-8f37-453a9a9ff985 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611587 Jul 14 20:40:25.949470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9449-33df-4ec8-aa88-4f27f5991ca9 req-143cf688-657c-47f5-b8a2-43ff228cbbc7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:25.951649 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5aac9449-33df-4ec8-aa88-4f27f5991ca9 req-143cf688-657c-47f5-b8a2-43ff228cbbc7 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0553315 Jul 14 20:40:26.028317 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5aac9449-33df-4ec8-aa88-4f27f5991ca9 req-9938b084-40dd-4ea2-ac56-fc425b06fc6e tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682163 Jul 14 20:40:26.786890 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:26.821544 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:26.840820 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497b30-a6e0-4554-98e9-e7bdd1a5b202 req-322c2a48-1a5a-4cc8-94fd-53f50bf072e8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:26.843008 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50497b30-a6e0-4554-98e9-e7bdd1a5b202 req-322c2a48-1a5a-4cc8-94fd-53f50bf072e8 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0780203 Jul 14 20:40:26.927136 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-50497b30-a6e0-4554-98e9-e7bdd1a5b202 req-29c7101f-e71b-47bf-b2e9-8b7097404dfb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747037 Jul 14 20:40:27.168283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e500-560f-4034-bb84-99f30ba7c743 req-0df55ac0-fa14-4fc4-ae0a-44c9e021ba4c tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:27.170833 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf39e500-560f-4034-bb84-99f30ba7c743 req-0df55ac0-fa14-4fc4-ae0a-44c9e021ba4c tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0639627 Jul 14 20:40:27.243382 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cf39e500-560f-4034-bb84-99f30ba7c743 req-333da599-7d44-424e-97af-38452e8e7a8f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660653 Jul 14 20:40:27.595663 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5efa7b6d-2094-4365-a487-4f819a6ce72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:28.067805 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf280b-77dd-45d9-8290-2607ef72810d req-951d8b12-4476-4d73-9d64-38e95fb9bac9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:28.070282 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67cf280b-77dd-45d9-8290-2607ef72810d req-951d8b12-4476-4d73-9d64-38e95fb9bac9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0552754 Jul 14 20:40:28.135535 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-67cf280b-77dd-45d9-8290-2607ef72810d req-e91526cb-aced-4378-9fbb-0efc28306272 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581930 Jul 14 20:40:28.381499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248cbb3-34cf-4dd3-9ea9-d2bc22828c2c req-c0d4d2d2-bd9e-4894-a707-7e412972830f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:28.383035 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9248cbb3-34cf-4dd3-9ea9-d2bc22828c2c req-c0d4d2d2-bd9e-4894-a707-7e412972830f tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0598071 Jul 14 20:40:28.454253 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9248cbb3-34cf-4dd3-9ea9-d2bc22828c2c req-0752cdb8-939b-4089-9379-f4bb1c4d1548 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650740 Jul 14 20:40:29.266310 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3818543-1eec-4c96-a78d-30e8152e131d req-40bf9a8b-8c68-4f27-a048-ce0013b9b3b9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:29.268025 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3818543-1eec-4c96-a78d-30e8152e131d req-40bf9a8b-8c68-4f27-a048-ce0013b9b3b9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0542438 Jul 14 20:40:29.323021 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c3818543-1eec-4c96-a78d-30e8152e131d req-9f49ceea-b250-4621-8e4c-ff229192e9bc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486887 Jul 14 20:40:29.582381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bc49a-5eb4-471e-82dd-4afec3ba2565 req-b4b01471-bab7-4f84-9a67-d981c2373623 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:29.583951 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-262bc49a-5eb4-471e-82dd-4afec3ba2565 req-b4b01471-bab7-4f84-9a67-d981c2373623 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0516624 Jul 14 20:40:29.666610 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-262bc49a-5eb4-471e-82dd-4afec3ba2565 req-28943fa9-df4c-4227-8131-a0f452a24a52 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761359 Jul 14 20:40:29.859338 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:29.867588 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cc46fc00-871c-4a29-919d-0dca85e782d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:30.469550 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac5be-c822-4e8d-940d-4d3b5e642816 req-2cc5f2d1-13ee-4f20-8639-98ec834476fe tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:30.481256 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ccac5be-c822-4e8d-940d-4d3b5e642816 req-2cc5f2d1-13ee-4f20-8639-98ec834476fe tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0781915 Jul 14 20:40:30.538580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2ccac5be-c822-4e8d-940d-4d3b5e642816 req-0e900624-a973-45fd-ab9f-c18d86dcd928 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557504 Jul 14 20:40:30.809208 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8867-b373-41e2-a0a4-7c8dcb68b85a req-17e18f53-8648-4cf1-a182-60cc7b89b472 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:30.811598 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13bf8867-b373-41e2-a0a4-7c8dcb68b85a req-17e18f53-8648-4cf1-a182-60cc7b89b472 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0663316 Jul 14 20:40:30.890151 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-13bf8867-b373-41e2-a0a4-7c8dcb68b85a req-7502ebcb-f21a-4053-8c08-71b9feaaf6cf tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664723 Jul 14 20:40:31.127605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:31.549353 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:31.552841 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=50 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:31.709273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c2df3-ae04-4857-b2db-f65f68cbc25e req-18c6aa73-4da9-43c2-95cf-edf5276b54c3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:31.711422 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e3c2df3-ae04-4857-b2db-f65f68cbc25e req-18c6aa73-4da9-43c2-95cf-edf5276b54c3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0887456 Jul 14 20:40:31.776787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e3c2df3-ae04-4857-b2db-f65f68cbc25e req-afec2874-ad3e-49e4-b1e0-61898af95786 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594602 Jul 14 20:40:32.031377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7508f8-57d0-4c04-868d-365f22dab760 req-c0ae309c-b7f2-4f97-b2a8-9671db06b52a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:32.033854 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b7508f8-57d0-4c04-868d-365f22dab760 req-c0ae309c-b7f2-4f97-b2a8-9671db06b52a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0589571 Jul 14 20:40:32.120243 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b7508f8-57d0-4c04-868d-365f22dab760 req-bb276cdf-3ac2-4538-88c1-88a0ceaf8663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802131 Jul 14 20:40:32.744065 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:32.788899 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:32.869814 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:32.873143 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:32.876294 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:32.913295 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c413f0-2dde-4043-89bc-76fb154104a2 req-c7b8af22-b8c2-4f7a-aa90-b97e067f59bb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:32.915220 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71c413f0-2dde-4043-89bc-76fb154104a2 req-c7b8af22-b8c2-4f7a-aa90-b97e067f59bb tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0541227 Jul 14 20:40:32.953333 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:32.986870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71c413f0-2dde-4043-89bc-76fb154104a2 req-c70df471-b688-4d6f-b131-9dd0c2d39b6e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634100 Jul 14 20:40:33.256451 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40530-bb72-4b85-a87c-92ecd6b2fe75 req-c5e4817f-f9c3-4b0d-ad7d-9e16deb00332 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:33.258061 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-efb40530-bb72-4b85-a87c-92ecd6b2fe75 req-c5e4817f-f9c3-4b0d-ad7d-9e16deb00332 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0567164 Jul 14 20:40:33.323623 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-efb40530-bb72-4b85-a87c-92ecd6b2fe75 req-f3e61c7d-5656-497f-8583-83f51beb3917 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=36c58622-2413-47b8-b171-0623dd201cb5&id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592592 Jul 14 20:40:34.109844 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03acf-8d0f-4eaa-b881-71385895824a req-10ad7257-fc8e-49ff-bcf9-b928cce613f4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:34.111493 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71d03acf-8d0f-4eaa-b881-71385895824a req-10ad7257-fc8e-49ff-bcf9-b928cce613f4 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0545287 Jul 14 20:40:34.162647 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71d03acf-8d0f-4eaa-b881-71385895824a req-6c667b5b-a20a-4c8a-a2aa-dc6aa07f7c1a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Jul 14 20:40:34.373030 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-142d836e-c06e-43b7-b503-8ae0d9402e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:34.374456 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-142d836e-c06e-43b7-b503-8ae0d9402e86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1129 time: 0.0426207 Jul 14 20:40:34.471996 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-36e28698-52f9-4a2f-80d9-af288542f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:34.473501 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-36e28698-52f9-4a2f-80d9-af288542f858 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.0882442 Jul 14 20:40:34.550408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-3174113f-54d7-4812-afe7-624b283ad5e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 1001 time: 0.0679145 Jul 14 20:40:34.607173 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-a9b9de20-6504-4ec6-b6b4-4beaf61d0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:34.608639 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-a9b9de20-6504-4ec6-b6b4-4beaf61d0ee8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0463738 Jul 14 20:40:34.664040 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-9d69382f-1871-4c05-807e-56379bdd502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:34.665545 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-9d69382f-1871-4c05-807e-56379bdd502b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402977 Jul 14 20:40:34.764185 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-9226e68d-2cb8-43e8-b801-c81ca9ccecdb service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911744 Jul 14 20:40:34.861038 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-cc5556a8-7568-463f-8e71-6431bbaa9171 req-d0277361-d572-40a4-986e-f9a91783d3e2 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Jul 14 20:40:35.171626 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:40:35.287227 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa96f-ab5c-4fc9-aec1-60969a1dda5e req-5e018e05-0626-4445-aa76-29d64278a103 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:35.288663 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-625fa96f-ab5c-4fc9-aec1-60969a1dda5e req-5e018e05-0626-4445-aa76-29d64278a103 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 945 time: 0.0495090 Jul 14 20:40:35.334959 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-625fa96f-ab5c-4fc9-aec1-60969a1dda5e req-7cd7efc0-b755-4beb-9b3c-331f82a3377b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Jul 14 20:40:36.140640 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:40:36.209300 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:36.209677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:36.234847 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:36.237068 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bfb15-0472-4317-9de5-d6b69a3d2d5e" -d '{"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-unplugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:36.250135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:36.254694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:36.276951 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7727db-dd4b-4000-8ba9-6d9dceed7927 x-openstack-request-id: req-2a7727db-dd4b-4000-8ba9-6d9dceed7927 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:36.277236 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-unplugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:36.277484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a7727db-dd4b-4000-8ba9-6d9dceed7927 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:36.277873 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7727db-dd4b-4000-8ba9-6d9dceed7927'] response: {'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'code': 200} Jul 14 20:40:36.303897 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:36.311637 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.311971 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.312301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.312630 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.312952 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.313270 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.313587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.313898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.314217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.314524 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.314841 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.315179 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.315492 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.315802 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.316111 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:40:36.463243 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51272f48-9753-4112-9ac1-815e0c112994 req-e36fcdc6-f45c-418b-a4dd-69e50ac3c4c3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:36.464743 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51272f48-9753-4112-9ac1-815e0c112994 req-e36fcdc6-f45c-418b-a4dd-69e50ac3c4c3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0528858 Jul 14 20:40:36.521829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-51272f48-9753-4112-9ac1-815e0c112994 req-45ebc610-db4c-42ff-b6c8-3c02980d43bd tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Jul 14 20:40:37.641158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5d9b2-5105-4691-9d59-707fcff36f34 req-deb2be19-da57-4499-9789-72d2760401cf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:37.642614 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6aa5d9b2-5105-4691-9d59-707fcff36f34 req-deb2be19-da57-4499-9789-72d2760401cf tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0459123 Jul 14 20:40:37.676018 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:37.695173 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6aa5d9b2-5105-4691-9d59-707fcff36f34 req-836e5dda-0d88-4c7c-a9c0-e750040928a0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Jul 14 20:40:38.228502 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:38.484734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-c821bbc8-da63-4db9-89e5-9c9857e26cb3 req-56fc2376-a76a-4cfc-870a-a407142a7258 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:40:38.485741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c821bbc8-da63-4db9-89e5-9c9857e26cb3 req-56fc2376-a76a-4cfc-870a-a407142a7258 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061326 Jul 14 20:40:38.682125 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21031d22-1a77-47be-a965-bfa9e9496fde req-14b4b02c-64f2-4cf2-ba58-6ae89219a7fd tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:38.683642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21031d22-1a77-47be-a965-bfa9e9496fde req-14b4b02c-64f2-4cf2-ba58-6ae89219a7fd tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0773797 Jul 14 20:40:38.688719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:38.699168 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-9a1a531e-16b0-4cfc-bb82-b794b5d1b38e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564840 Jul 14 20:40:38.739394 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21031d22-1a77-47be-a965-bfa9e9496fde req-0603f4a4-bdfb-44b6-985f-e400ff64bbea tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Jul 14 20:40:38.777307 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-3a073d5b-190c-46ea-998a-65190f3064ab tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:38.779190 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-3a073d5b-190c-46ea-998a-65190f3064ab tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports/a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 940 time: 0.0495734 Jul 14 20:40:39.762489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-de938ad0-cc00-46b8-937e-527e2cf1e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:39.764026 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-de938ad0-cc00-46b8-937e-527e2cf1e746 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f&tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71 HTTP/1.1" status: 200 len: 1127 time: 0.0413818 Jul 14 20:40:39.859067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800219a-c168-4efb-a730-57858935706c req-5a5bf4eb-66c2-45a2-9eb4-2f3059f54e41 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:39.860514 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6800219a-c168-4efb-a730-57858935706c req-5a5bf4eb-66c2-45a2-9eb4-2f3059f54e41 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0465212 Jul 14 20:40:39.907444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6800219a-c168-4efb-a730-57858935706c req-e5ac07d3-0f1c-4ffa-80c8-2efc9eb6191f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411141 Jul 14 20:40:40.131562 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-bbe8c8dc-3798-44cf-af45-ea3e0a55a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:40.133043 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-bbe8c8dc-3798-44cf-af45-ea3e0a55a809 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1127 time: 0.0378697 Jul 14 20:40:40.140198 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:40:40.216493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: DOWN; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:40.240190 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-3304c548-c79e-49b5-b19a-844cc0213f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:40.241699 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-3304c548-c79e-49b5-b19a-844cc0213f56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 200 len: 917 time: 0.0938342 Jul 14 20:40:40.321278 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-53b91ce6-2f55-4f8c-8bfc-621d7a2fe009 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 200 len: 999 time: 0.0543656 Jul 14 20:40:40.616386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-03073949-2165-4e29-a190-94c4cd85101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:40.617824 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-03073949-2165-4e29-a190-94c4cd85101a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 200 len: 855 time: 0.0581737 Jul 14 20:40:40.669378 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-5273a9f7-7a00-475c-b662-b756bc07209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:40.670837 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-5273a9f7-7a00-475c-b662-b756bc07209e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4df55f-56f1-4441-a13c-56b6d6bdcde5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391436 Jul 14 20:40:40.759717 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-6fdda1f0-00ce-4bc5-9654-34dc5ec5d534 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810511 Jul 14 20:40:40.855283 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8214184-4646-4e49-836f-7a62c3cc92b5 req-8b75d329-36c1-4b8e-9247-6564f92c0a7f service neutron] 10.222.0.62 "GET /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Jul 14 20:40:41.027960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b6ed1-b13f-46fb-a2eb-73105777ff2d req-cff0b984-597c-4bc8-9b8c-2fdc3d0aa3be tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:41.029410 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b5b6ed1-b13f-46fb-a2eb-73105777ff2d req-cff0b984-597c-4bc8-9b8c-2fdc3d0aa3be tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0470896 Jul 14 20:40:41.079223 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b5b6ed1-b13f-46fb-a2eb-73105777ff2d req-0f66dc52-a0b7-43bf-ab40-2fec3634a357 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442748 Jul 14 20:40:42.216331 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a993507-0c0d-4cae-924e-0e3be44333df req-60adc624-c51e-4ee2-b8ac-fc331bed7f9a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:42.217881 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a993507-0c0d-4cae-924e-0e3be44333df req-60adc624-c51e-4ee2-b8ac-fc331bed7f9a tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0598321 Jul 14 20:40:42.267826 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0a993507-0c0d-4cae-924e-0e3be44333df req-b771619e-47cb-4f32-8a66-a5d6ec81faa9 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443659 Jul 14 20:40:43.395971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:43.410863 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519d475-1068-4efb-9eb3-db610f43b7e6 req-1f6001ef-518b-47e6-9495-2bf1b4f70028 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:43.412461 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b519d475-1068-4efb-9eb3-db610f43b7e6 req-1f6001ef-518b-47e6-9495-2bf1b4f70028 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0618958 Jul 14 20:40:43.466642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b519d475-1068-4efb-9eb3-db610f43b7e6 req-b9439fd0-7c14-4002-a705-a41694c6b937 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474937 Jul 14 20:40:44.620697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d05ad2-b878-4377-99eb-22953b0d2ac2 req-1c09fd70-0400-47fd-921f-86a29e952628 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:44.622765 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18d05ad2-b878-4377-99eb-22953b0d2ac2 req-1c09fd70-0400-47fd-921f-86a29e952628 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0489779 Jul 14 20:40:44.688450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-18d05ad2-b878-4377-99eb-22953b0d2ac2 req-fb4a3ebd-4bc0-4c24-8a05-c48a3ba9fb98 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598977 Jul 14 20:40:45.166571 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:45.167313 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:45.812479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa4bef-cbdd-49df-900e-8ba1b36d56db req-a7b6324e-ea17-4101-9f5c-9a7064b4271e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:45.814174 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0efa4bef-cbdd-49df-900e-8ba1b36d56db req-a7b6324e-ea17-4101-9f5c-9a7064b4271e tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0508049 Jul 14 20:40:45.843199 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:45.867789 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0efa4bef-cbdd-49df-900e-8ba1b36d56db req-f86799ad-1362-4a1a-92db-31645915dbda tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jul 14 20:40:47.145744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace086f-3af2-4e5c-b078-28d10b59af5d req-5d106270-2a17-4c85-b5b0-f4c25fc06168 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:47.147405 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bace086f-3af2-4e5c-b078-28d10b59af5d req-5d106270-2a17-4c85-b5b0-f4c25fc06168 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0508411 Jul 14 20:40:47.197643 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bace086f-3af2-4e5c-b078-28d10b59af5d req-286647bb-597e-4883-aea4-0a243ad9eead tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Jul 14 20:40:48.320405 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae4f1-0e55-44e2-a45f-14765fe4331a req-618063ed-058b-4acc-b376-da58437a1e63 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:48.321876 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87dae4f1-0e55-44e2-a45f-14765fe4331a req-618063ed-058b-4acc-b376-da58437a1e63 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0530462 Jul 14 20:40:48.371032 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-87dae4f1-0e55-44e2-a45f-14765fe4331a req-f68c90e2-dec1-45e6-ac5d-cecc4a0b1978 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Jul 14 20:40:48.766273 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:48.767615 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:49.501791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f8fe8-4aee-4545-957e-3293cfc8b1d6 req-ad15759e-a1d6-4241-adb9-676e71a42115 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:49.503309 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a52f8fe8-4aee-4545-957e-3293cfc8b1d6 req-ad15759e-a1d6-4241-adb9-676e71a42115 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0544851 Jul 14 20:40:49.555775 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a52f8fe8-4aee-4545-957e-3293cfc8b1d6 req-f4960363-c3fd-4e19-ab48-9ad5fcabe9fc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465910 Jul 14 20:40:50.211162 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:50.214850 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:50.688380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79bd52-4711-44e0-a80a-6f4b01dbaeed req-fcc394b1-5ed6-4f56-99d7-5550af8fb121 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:50.690079 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d79bd52-4711-44e0-a80a-6f4b01dbaeed req-fcc394b1-5ed6-4f56-99d7-5550af8fb121 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0535932 Jul 14 20:40:50.743906 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d79bd52-4711-44e0-a80a-6f4b01dbaeed req-26ea694f-4e51-4348-bc6e-8029ad7f9de0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479829 Jul 14 20:40:51.867957 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260acce1-50af-4e2c-b0fb-b7ea38395f6f req-06f6c99f-dc86-45e7-b1d1-9f993413ca67 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:51.870030 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-260acce1-50af-4e2c-b0fb-b7ea38395f6f req-06f6c99f-dc86-45e7-b1d1-9f993413ca67 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0475614 Jul 14 20:40:51.917193 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-260acce1-50af-4e2c-b0fb-b7ea38395f6f req-59e2649e-8bbd-4b82-b80a-9d7d24219144 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Jul 14 20:40:53.036676 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bc5bd-99e1-4ce0-bd05-d34f3e437070 req-2ceec1f9-a135-4e1e-85e5-d034b9a7e1f7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:53.038331 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af0bc5bd-99e1-4ce0-bd05-d34f3e437070 req-2ceec1f9-a135-4e1e-85e5-d034b9a7e1f7 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0459435 Jul 14 20:40:53.085920 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-af0bc5bd-99e1-4ce0-bd05-d34f3e437070 req-9771cd93-5630-4cbf-a1ef-d9c90b9beb05 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Jul 14 20:40:54.184418 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:40:54.208247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b22e5-0698-4ed5-89ad-48b5aa7e52af req-0ecac31c-a6ff-4b3c-af7c-47f0c3e2bb70 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:54.209731 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab4b22e5-0698-4ed5-89ad-48b5aa7e52af req-0ecac31c-a6ff-4b3c-af7c-47f0c3e2bb70 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 943 time: 0.0493991 Jul 14 20:40:54.260237 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ab4b22e5-0698-4ed5-89ad-48b5aa7e52af req-bd52174d-a4b9-4951-83c7-506156987fa0 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Jul 14 20:40:54.293173 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:54.304848 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'a450ed13-0148-4da1-9b7d-201016068164', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'port_id': 'a450ed13-0148-4da1-9b7d-201016068164', 'mac_address': 'fa:16:3e:fe:48:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:40:54.337767 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:54.338151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:54.351126 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:40:54.371339 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:54.375451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:54.424592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=9']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:54.725105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['a450ed13-0148-4da1-9b7d-201016068164'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:40:55.378040 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093d8dd-5133-45b1-a2e9-3582dad6925d req-e338aa1e-ef8d-43e7-97d1-1fb1d2f0d9d6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:55.379568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2093d8dd-5133-45b1-a2e9-3582dad6925d req-e338aa1e-ef8d-43e7-97d1-1fb1d2f0d9d6 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 944 time: 0.0473552 Jul 14 20:40:55.425373 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:55.430341 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2093d8dd-5133-45b1-a2e9-3582dad6925d req-caeaf07a-9b90-44b6-95ee-09d3b35c5ca3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Jul 14 20:40:56.201670 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:40:56.248027 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port a450ed13-0148-4da1-9b7d-201016068164 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:40:56.248393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (a450ed13-0148-4da1-9b7d-201016068164), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:56.321245 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port a450ed13-0148-4da1-9b7d-201016068164 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:40:56.321543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:56.344902 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:40:56.347131 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f934371-4fed-4a25-9fcb-92e4b02c9cdc" -d '{"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:40:56.359896 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:40:56.364549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:56.391323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b2daf-f256-46eb-bc71-a03b5f605be4 x-openstack-request-id: req-939b2daf-f256-46eb-bc71-a03b5f605be4 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:40:56.391604 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-plugged", "status": "completed", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:40:56.391849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-939b2daf-f256-46eb-bc71-a03b5f605be4 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:40:56.392236 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939b2daf-f256-46eb-bc71-a03b5f605be4'] response: {'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'code': 200} Jul 14 20:40:56.416588 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=10']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:40:56.557777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1433a-5e72-4fa4-8f1a-3ee424f86ffd req-5a56a0b6-9c79-451e-89a5-b04969236548 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:56.559246 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0c1433a-5e72-4fa4-8f1a-3ee424f86ffd req-5a56a0b6-9c79-451e-89a5-b04969236548 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0544758 Jul 14 20:40:56.904025 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493cde-2f2d-470c-a1f2-2cdd27899b78 req-7f19d3ad-e43e-4cbf-9359-d0f3139ebdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:56.905462 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f493cde-2f2d-470c-a1f2-2cdd27899b78 req-7f19d3ad-e43e-4cbf-9359-d0f3139ebdf8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 1130 time: 0.0571430 Jul 14 20:40:56.908863 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c0c1433a-5e72-4fa4-8f1a-3ee424f86ffd req-66d97aae-9197-41a0-9da4-62a696b62c62 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433914 Jul 14 20:40:56.950280 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2f493cde-2f2d-470c-a1f2-2cdd27899b78 req-355e4310-3ebc-44b1-ae55-18961bf6704b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Jul 14 20:40:57.588849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c489b573-b528-4027-9882-608118c90d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:40:58.031141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f0a6a-95b7-4ccf-b1c3-ac8c5560742b req-888b30bc-57b9-40fe-a379-4ec841bcaf9f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:58.032605 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c6f0a6a-95b7-4ccf-b1c3-ac8c5560742b req-888b30bc-57b9-40fe-a379-4ec841bcaf9f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0478776 Jul 14 20:40:58.079748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c6f0a6a-95b7-4ccf-b1c3-ac8c5560742b req-10c8bc55-bca7-4f6b-81d8-858aea1676d1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Jul 14 20:40:59.160313 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:59.196895 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9c77-3ef0-4caf-bb72-bfe938213b7a req-a2f7cf00-6734-46a3-996c-2a8444407b0f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:40:59.198348 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-585e9c77-3ef0-4caf-bb72-bfe938213b7a req-a2f7cf00-6734-46a3-996c-2a8444407b0f tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0463095 Jul 14 20:40:59.245302 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-585e9c77-3ef0-4caf-bb72-bfe938213b7a req-1c52c8bd-0a45-4902-af51-fd96f8049039 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Jul 14 20:40:59.859273 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:59.866607 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:40:59.871567 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-906984ca-8ccb-45f1-b3ab-b8a1f9fd092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:01.125424 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:02.010711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e49a5-ba7f-4f84-95ad-0a5e71c58a74 req-26a28715-39b5-4b84-b428-81f2e0616b6e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:02.013525 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a54e49a5-ba7f-4f84-95ad-0a5e71c58a74 req-26a28715-39b5-4b84-b428-81f2e0616b6e tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0485098 Jul 14 20:41:02.063142 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a54e49a5-ba7f-4f84-95ad-0a5e71c58a74 req-8ec7c8b6-2702-483b-b47c-488bd67d13cf tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441880 Jul 14 20:41:02.689719 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:02.791701 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:03.198062 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa369-9091-4ee3-86de-63b31ef94bc8 req-4fb1f372-0258-4eef-9a92-3a6c0ceb8371 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:03.199769 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed0aa369-9091-4ee3-86de-63b31ef94bc8 req-4fb1f372-0258-4eef-9a92-3a6c0ceb8371 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0563262 Jul 14 20:41:03.256876 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ed0aa369-9091-4ee3-86de-63b31ef94bc8 req-df4fc8b6-ee86-493d-bb28-e5c043a73b3b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513039 Jul 14 20:41:03.878347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-c881b83e-9bbd-4968-a279-8fdafd39e717 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:03.879818 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-c881b83e-9bbd-4968-a279-8fdafd39e717 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0461047 Jul 14 20:41:03.968124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port 3311ac61-3d71-4bc4-a82e-b644a5accd11 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:03.968380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.055517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] For port 3311ac61-3d71-4bc4-a82e-b644a5accd11, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3311ac61-3d71-4bc4-a82e-b644a5accd11,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:04.055870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.219504 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.220148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.220148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Floating IP ddfa7bb9-c550-4115-91da-c21fffb61276 disassociated. External IP: 172.27.0.20, port: 3311ac61-3d71-4bc4-a82e-b644a5accd11. Jul 14 20:41:04.220403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for 3311ac61-3d71-4bc4-a82e-b644a5accd11 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:04.289824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:04.382862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (3311ac61-3d71-4bc4-a82e-b644a5accd11), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.395637 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:04.420186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ff741-12d7-4241-9ccb-179105dd93dc req-045c5b45-825f-441c-8cdd-730273077d36 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:04.421683 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e22ff741-12d7-4241-9ccb-179105dd93dc req-045c5b45-825f-441c-8cdd-730273077d36 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e301f-53f5-484c-9871-46e7472509ba HTTP/1.1" status: 200 len: 945 time: 0.0866632 Jul 14 20:41:04.425374 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=3311ac61-3d71-4bc4-a82e-b644a5accd11,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:04.448942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.449066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.449457 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.449813 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.450139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.450469 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.450852 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.451259 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.451578 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.451960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.452339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.452718 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.453035 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.453343 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.453653 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:04.565409 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e22ff741-12d7-4241-9ccb-179105dd93dc req-ce3cb4c1-29f3-4da4-8cb3-be00a1d49c7f tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc6d83a9-0682-4a3b-833f-eded309d3c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357732 Jul 14 20:41:04.592223 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:04.700280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:04.709692 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:04.720945 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:04.721642 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:04.741129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] No DVR routers for this DVR port 3311ac61-3d71-4bc4-a82e-b644a5accd11 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:04.743888 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:04.747391 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f9a15107-fca3-4865-8b70-d5aa7d91aa2c req-0da3416d-796f-455e-973c-e702433abc42 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.62 "DELETE /v2.0/ports/3311ac61-3d71-4bc4-a82e-b644a5accd11 HTTP/1.1" status: 204 len: 173 time: 0.8622653 Jul 14 20:41:04.747780 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'name': 'network-vif-deleted', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:41:04.750506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf61ea1-9f46-46bc-8e77-82f7009e087d" -d '{"events": [{"server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "name": "network-vif-deleted", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:41:04.793569 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18ea7a-6980-4f9a-ad6e-9449b5198284 x-openstack-request-id: req-0b18ea7a-6980-4f9a-ad6e-9449b5198284 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:41:04.793984 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e301f-53f5-484c-9871-46e7472509ba", "name": "network-vif-deleted", "tag": "3311ac61-3d71-4bc4-a82e-b644a5accd11", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:41:04.794334 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b18ea7a-6980-4f9a-ad6e-9449b5198284 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:41:04.795090 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b18ea7a-6980-4f9a-ad6e-9449b5198284'] response: {'server_uuid': '846e301f-53f5-484c-9871-46e7472509ba', 'name': 'network-vif-deleted', 'tag': '3311ac61-3d71-4bc4-a82e-b644a5accd11', 'status': 'completed', 'code': 200} Jul 14 20:41:04.831484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:05.024936 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:05.049516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:05.057835 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:05.058436 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:05.292935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:05.491385 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:05.516357 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857a189-3fa8-43bb-983a-77ff9d8397c8 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:34:49Z', 'revision_number': 4, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '625d7e5f-c470-4be1-bd59-8994ac117834', 'name': '', 'network_id': '946dd351-5829-4dff-b5e5-6e232f299044', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'mac_address': 'fa:16:3e:50:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:46Z', 'updated_at': '2022-07-14T20:35:00Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'subnets': [{'id': '5345612f-6103-490b-9369-e6388f5a6cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:05.655158 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40156) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:05.718367 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (fc6d83a9-0682-4a3b-833f-eded309d3c35), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:05.738127 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d853e88-d237-4d36-9374-898ab9873c59 None None] New status for floating IP ddfa7bb9-c550-4115-91da-c21fffb61276: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:41:05.744309 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (fc6d83a9-0682-4a3b-833f-eded309d3c35), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:05.794200 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (fc6d83a9-0682-4a3b-833f-eded309d3c35), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:05.796874 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:05.798652 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/security-groups/fc6d83a9-0682-4a3b-833f-eded309d3c35 HTTP/1.1" status: 204 len: 168 time: 0.1418178 Jul 14 20:41:05.801046 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40158) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:05.807979 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6d83a9-0682-4a3b-833f-eded309d3c35,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:05.815512 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.815838 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.816172 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.816334 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-246c8152-97e4-4a13-8ac1-bf19544c33d2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] show failed (client error): The resource could not be found. Jul 14 20:41:05.816503 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.816830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.817165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.817615 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.817796 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.818130 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.818441 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.818759 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.819099 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.819415 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.819730 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.820045 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f5361-4f1e-48ec-9e50-881543a167b0 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:05.822500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40160) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:05.830114 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-246c8152-97e4-4a13-8ac1-bf19544c33d2 tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "GET /v2.0/security-groups/fc6d83a9-0682-4a3b-833f-eded309d3c35 HTTP/1.1" status: 404 len: 347 time: 0.0276842 Jul 14 20:41:05.944772 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Deleting port e84fd954-31d8-4e70-b987-8a65905f5c2f {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:05.945087 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.023178 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.023500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (e84fd954-31d8-4e70-b987-8a65905f5c2f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.036509 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Calling delete_port for e84fd954-31d8-4e70-b987-8a65905f5c2f owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:06.163526 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (e84fd954-31d8-4e70-b987-8a65905f5c2f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.191221 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Pushing event deleted for resources: {'Port': ['ID=e84fd954-31d8-4e70-b987-8a65905f5c2f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:06.250036 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks [] for floatingip (ddfa7bb9-c550-4115-91da-c21fffb61276), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.252516 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:06.253652 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9fc3ddc1-1af9-4f19-90b1-bd617c99639b tempest-AttachVolumeNegativeTest-1013900926 tempest-AttachVolumeNegativeTest-1013900926-project] 10.222.0.52 "DELETE /v2.0/floatingips/ddfa7bb9-c550-4115-91da-c21fffb61276 HTTP/1.1" status: 204 len: 168 time: 0.4300158 Jul 14 20:41:08.234498 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 3311ac61-3d71-4bc4-a82e-b644a5accd11 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:08.259481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:08.260081 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 3311ac61-3d71-4bc4-a82e-b644a5accd11 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:08.260412 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 3311ac61-3d71-4bc4-a82e-b644a5accd11 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:09.921747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40204) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:10.328197 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:10.542256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:10.588564 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Deleting port 625d7e5f-c470-4be1-bd59-8994ac117834 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:10.588893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:10.675205 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] For port 625d7e5f-c470-4be1-bd59-8994ac117834, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=625d7e5f-c470-4be1-bd59-8994ac117834,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:10.675557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:10.685862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:10.690508 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Calling delete_port for 625d7e5f-c470-4be1-bd59-8994ac117834 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:10.881121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (625d7e5f-c470-4be1-bd59-8994ac117834), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:10.906288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Pushing event deleted for resources: {'Port': ['ID=625d7e5f-c470-4be1-bd59-8994ac117834,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:11.075862 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:11.280446 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Router 0e086f2b-2c08-40c6-8df2-83154b1c560c has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:11.365494 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:11.390775 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:11.396008 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-32729f1c-6d5c-4582-afcf-36f7ab52e21b admin admin] 10.222.0.52 "PUT /v2.0/routers/0e086f2b-2c08-40c6-8df2-83154b1c560c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732342 Jul 14 20:41:11.398669 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40214) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:11.400416 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Sync routers for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:11.410484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:11.411115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:11.517481 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:11.644744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:11.652089 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:11.699012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:41:10Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:11.726921 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Checking router: 0e086f2b-2c08-40c6-8df2-83154b1c560c for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:11.738333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Routers {'0e086f2b-2c08-40c6-8df2-83154b1c560c'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:11.739248 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['0e086f2b-2c08-40c6-8df2-83154b1c560c'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:11.745063 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks [] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:11.860364 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks [] for router_gateway (0e086f2b-2c08-40c6-8df2-83154b1c560c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:11.862325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] Set router 0e086f2b-2c08-40c6-8df2-83154b1c560c gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:11.907839 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:11.912230 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Deleting port b2aee2a0-0963-469f-8cb6-290cf088a38d {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:11.912580 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:11.998786 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:12.008168 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] For port b2aee2a0-0963-469f-8cb6-290cf088a38d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=b2aee2a0-0963-469f-8cb6-290cf088a38d,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:12.008528 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.024305 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Calling delete_port for b2aee2a0-0963-469f-8cb6-290cf088a38d owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:12.121804 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:41:10Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:12.161029 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63588e5d-cab1-4691-be8e-67915ce71536 None None] The sync data for ids ['0e086f2b-2c08-40c6-8df2-83154b1c560c'] in dv-cinder-799871-32-iscsi is: [{'id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'name': 'tempest-AttachVolumeNegativeTest-811002308-router', 'tenant_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:36Z', 'updated_at': '2022-07-14T20:41:10Z', 'revision_number': 5, 'project_id': '40baf66113cf4fb186ddd5e954a9b7a4', 'gw_port': {'id': 'b2aee2a0-0963-469f-8cb6-290cf088a38d', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e086f2b-2c08-40c6-8df2-83154b1c560c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:12.177042 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:41:12.228476 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (b2aee2a0-0963-469f-8cb6-290cf088a38d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.256240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2aee2a0-0963-469f-8cb6-290cf088a38d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:12.320258 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.409621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.411871 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks [] for router_controller (0e086f2b-2c08-40c6-8df2-83154b1c560c), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.455906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (0e086f2b-2c08-40c6-8df2-83154b1c560c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.456480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e086f2b-2c08-40c6-8df2-83154b1c560c {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:41:12.460913 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.461870 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-94b347ad-d1e1-44b9-b979-1dc489390b5c admin admin] 10.222.0.52 "DELETE /v2.0/routers/0e086f2b-2c08-40c6-8df2-83154b1c560c HTTP/1.1" status: 204 len: 168 time: 1.0622122 Jul 14 20:41:12.464356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40228) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:12.514177 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Deleting subnet 5345612f-6103-490b-9369-e6388f5a6cc3 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:41:12.518583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Publish callbacks [] for subnet (5345612f-6103-490b-9369-e6388f5a6cc3), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.555398 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (5345612f-6103-490b-9369-e6388f5a6cc3), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.641804 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (5345612f-6103-490b-9369-e6388f5a6cc3), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.697339 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (5345612f-6103-490b-9369-e6388f5a6cc3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.725694 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5345612f-6103-490b-9369-e6388f5a6cc3,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:12.727545 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3338f114-5367-43da-be46-942877077e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.730695 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3338f114-5367-43da-be46-942877077e41 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5345612f-6103-490b-9369-e6388f5a6cc3 HTTP/1.1" status: 204 len: 168 time: 0.2654076 Jul 14 20:41:12.732075 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659aeca-a495-441d-bd0b-eb00f4a0b18b None None] Network 946dd351-5829-4dff-b5e5-6e232f299044 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:41:12.733349 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40230) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:12.812610 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (946dd351-5829-4dff-b5e5-6e232f299044), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.827963 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:12.859137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Deleting port ab33a957-e15e-47e6-8967-f5ad2f75c332 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:12.859465 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.923619 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] For port ab33a957-e15e-47e6-8967-f5ad2f75c332, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=ab33a957-e15e-47e6-8967-f5ad2f75c332,segment=NetworkSegment(718ac3f9-3081-42cb-8818-89f24dc4c687),segment_id=718ac3f9-3081-42cb-8818-89f24dc4c687)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:12.924041 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:12.937088 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Calling delete_port for ab33a957-e15e-47e6-8967-f5ad2f75c332 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:12.981503 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:13.022074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (ab33a957-e15e-47e6-8967-f5ad2f75c332), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.048317 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] No DVR routers for this DVR port ab33a957-e15e-47e6-8967-f5ad2f75c332 on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:13.050256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab33a957-e15e-47e6-8967-f5ad2f75c332,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:13.126242 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (946dd351-5829-4dff-b5e5-6e232f299044), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.149179 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946dd351-5829-4dff-b5e5-6e232f299044']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:13.153306 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d11a1-c6fd-455b-b839-7a89c5f80799 None None] DHCP port deletion for 946dd351-5829-4dff-b5e5-6e232f299044 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:41:13.167371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718ac3f9-3081-42cb-8818-89f24dc4c687') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:13.167371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718ac3f9-3081-42cb-8818-89f24dc4c687') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:13.176165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (718ac3f9-3081-42cb-8818-89f24dc4c687), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.189648 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (718ac3f9-3081-42cb-8818-89f24dc4c687), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.196195 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:41:13.196641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (718ac3f9-3081-42cb-8818-89f24dc4c687), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.245561 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 718ac3f9-3081-42cb-8818-89f24dc4c687 resource provider aggregate not found Jul 14 20:41:13.263894 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 718ac3f9-3081-42cb-8818-89f24dc4c687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 718ac3f9-3081-42cb-8818-89f24dc4c687 found for delete ", "request_id": "req-ce31a735-7828-4666-9388-b562aca9c2a1"}]} Jul 14 20:41:13.272432 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (946dd351-5829-4dff-b5e5-6e232f299044), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.280553 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.283399 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] 10.222.0.52 "DELETE /v2.0/networks/946dd351-5829-4dff-b5e5-6e232f299044 HTTP/1.1" status: 204 len: 168 time: 0.5489905 Jul 14 20:41:13.293222 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71a76-e17f-4614-bc39-a7213a4b672c admin admin] Pushing event deleted for resources: {'Network': ['ID=946dd351-5829-4dff-b5e5-6e232f299044,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:13.426336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40240) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:13.472880 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-32ab6708-5ee5-47ec-9941-79054e359974 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40baf66113cf4fb186ddd5e954a9b7a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449913 Jul 14 20:41:13.475664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40242) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:13.527620 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] Publish callbacks [] for security_group (ff5046ab-40a7-481b-a81e-66f69a5c0fbb), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.553497 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] Publish callbacks [] for security_group (ff5046ab-40a7-481b-a81e-66f69a5c0fbb), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.613440 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ff5046ab-40a7-481b-a81e-66f69a5c0fbb), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.616423 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:13.617580 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff5046ab-40a7-481b-a81e-66f69a5c0fbb HTTP/1.1" status: 204 len: 168 time: 0.1410003 Jul 14 20:41:13.634763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6bb0b-3568-4cca-8822-c1080b95c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5046ab-40a7-481b-a81e-66f69a5c0fbb,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:13.794277 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 625d7e5f-c470-4be1-bd59-8994ac117834 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:13.821087 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 625d7e5f-c470-4be1-bd59-8994ac117834 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:13.821087 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 625d7e5f-c470-4be1-bd59-8994ac117834 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:13.821087 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b2aee2a0-0963-469f-8cb6-290cf088a38d no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:13.839770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: b2aee2a0-0963-469f-8cb6-290cf088a38d {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:13.840369 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device b2aee2a0-0963-469f-8cb6-290cf088a38d not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:13.840583 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device ab33a957-e15e-47e6-8967-f5ad2f75c332 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:13.863061 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: ab33a957-e15e-47e6-8967-f5ad2f75c332 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:13.863404 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device ab33a957-e15e-47e6-8967-f5ad2f75c332 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:15.845841 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:17.534320 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40312) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:17.660060 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6149d4fd-54e4-4775-83be-359d9264b86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.748070 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6149d4fd-54e4-4775-83be-359d9264b86c admin admin] Publish callbacks [] for security_group (7e929125-3ce9-486a-9988-036ce1d29c19), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.752131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6149d4fd-54e4-4775-83be-359d9264b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7e929125-3ce9-486a-9988-036ce1d29c19), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.756286 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:17.796173 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149d4fd-54e4-4775-83be-359d9264b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e929125-3ce9-486a-9988-036ce1d29c19,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:17.800423 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6149d4fd-54e4-4775-83be-359d9264b86c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6c03c3aff534d7d8b73d3199d925c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650504 Jul 14 20:41:17.803622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40316) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:17.854627 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] Publish callbacks [] for security_group (7e929125-3ce9-486a-9988-036ce1d29c19), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.877397 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] Publish callbacks [] for security_group (7e929125-3ce9-486a-9988-036ce1d29c19), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.923776 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (7e929125-3ce9-486a-9988-036ce1d29c19), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.926454 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:17.927606 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e929125-3ce9-486a-9988-036ce1d29c19 HTTP/1.1" status: 204 len: 168 time: 0.1230810 Jul 14 20:41:17.936709 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77260-6e81-4a9b-b73b-661b46744cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e929125-3ce9-486a-9988-036ce1d29c19,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:19.180780 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40368) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:19.287927 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5fe4-c298-41a2-b3ac-0cb18c306647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.366139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5fe4-c298-41a2-b3ac-0cb18c306647 admin admin] Publish callbacks [] for security_group (859a9e7f-8fb5-467e-8c17-d84fa53e2435), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.369887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5fe4-c298-41a2-b3ac-0cb18c306647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (859a9e7f-8fb5-467e-8c17-d84fa53e2435), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.409007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c5fe4-c298-41a2-b3ac-0cb18c306647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859a9e7f-8fb5-467e-8c17-d84fa53e2435,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:19.414353 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ae1c5fe4-c298-41a2-b3ac-0cb18c306647 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9dc06ac7a2c7403faa7b384ff27c97d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325788 Jul 14 20:41:19.417050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40372) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:19.468377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] Publish callbacks [] for security_group (859a9e7f-8fb5-467e-8c17-d84fa53e2435), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.489989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] Publish callbacks [] for security_group (859a9e7f-8fb5-467e-8c17-d84fa53e2435), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.535301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (859a9e7f-8fb5-467e-8c17-d84fa53e2435), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.537755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:19.538872 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/859a9e7f-8fb5-467e-8c17-d84fa53e2435 HTTP/1.1" status: 204 len: 168 time: 0.1209459 Jul 14 20:41:19.550834 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ca72-463b-44de-b984-4a8ce5b16d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a9e7f-8fb5-467e-8c17-d84fa53e2435,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:19.913247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496705c-fd7d-494e-a070-21338d41f30f req-316ee947-eb37-4f59-955d-65c2aa2127df tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:19.914864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1496705c-fd7d-494e-a070-21338d41f30f req-316ee947-eb37-4f59-955d-65c2aa2127df tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Jul 14 20:41:19.944385 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:19.971186 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1496705c-fd7d-494e-a070-21338d41f30f req-4b421269-6324-4474-b7aa-2f080ee74b32 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503943 Jul 14 20:41:21.103314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076129a6-0b9d-4d87-b8ab-c730463fd56e req-abad5dc9-0f77-4623-97bb-454cc451e368 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:21.105026 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-076129a6-0b9d-4d87-b8ab-c730463fd56e req-abad5dc9-0f77-4623-97bb-454cc451e368 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0557530 Jul 14 20:41:21.162360 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-076129a6-0b9d-4d87-b8ab-c730463fd56e req-7093cbd1-ae56-45cf-b826-d1fe457e9a1b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505099 Jul 14 20:41:22.283099 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2662d-d63d-44b4-a632-21b147c3c45e req-bdbb12ec-2572-4667-a2d8-c5b29638dc80 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:22.284620 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8cd2662d-d63d-44b4-a632-21b147c3c45e req-bdbb12ec-2572-4667-a2d8-c5b29638dc80 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Jul 14 20:41:22.338393 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8cd2662d-d63d-44b4-a632-21b147c3c45e req-adbdd93d-38c7-45cb-be56-9e59788f13b2 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479667 Jul 14 20:41:23.454781 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06ee2e-9352-40be-9e51-fc0a52d2eceb req-e97a68d1-898a-46f6-b9eb-e5825638aa76 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:23.456288 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a06ee2e-9352-40be-9e51-fc0a52d2eceb req-e97a68d1-898a-46f6-b9eb-e5825638aa76 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Jul 14 20:41:23.505935 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a06ee2e-9352-40be-9e51-fc0a52d2eceb req-adf5a83e-eb8e-4216-8612-19958ded7feb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436454 Jul 14 20:41:23.621828 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=70,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:23.622622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=42,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:24.606713 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:24.625880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4ad11-57a4-400c-87d2-88323ca6b2de req-55dd000a-7dcd-4f9c-b246-b24bd7592904 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:24.627395 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bf4ad11-57a4-400c-87d2-88323ca6b2de req-55dd000a-7dcd-4f9c-b246-b24bd7592904 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Jul 14 20:41:24.681839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0bf4ad11-57a4-400c-87d2-88323ca6b2de req-1c0691e7-e114-4dfe-bb92-4d90f51b06be tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480690 Jul 14 20:41:25.798488 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0de1a-5711-4738-b8d0-0230e9466956 req-15be6e08-aa44-4b81-8ed9-b1aed6292f09 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:25.799998 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6f0de1a-5711-4738-b8d0-0230e9466956 req-15be6e08-aa44-4b81-8ed9-b1aed6292f09 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0478969 Jul 14 20:41:25.849331 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a6f0de1a-5711-4738-b8d0-0230e9466956 req-b2cdcafc-2834-41c2-8102-7d3ab202b49d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435650 Jul 14 20:41:26.152393 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:26.965186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292f30-1b7f-47d5-9696-6a8b6175d3e1 req-569d34c5-f2b6-48ca-b24a-f6e2a156c1b3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:26.966672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74292f30-1b7f-47d5-9696-6a8b6175d3e1 req-569d34c5-f2b6-48ca-b24a-f6e2a156c1b3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Jul 14 20:41:27.015500 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-74292f30-1b7f-47d5-9696-6a8b6175d3e1 req-52c59dd8-5f7e-4b8a-9fe4-d185990961ed tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430839 Jul 14 20:41:27.595097 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-7c8046d0-431a-4ece-a144-95028eb134ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:28.144709 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e71cc-e5a9-475c-ab28-3be510a8075c req-0553d017-6fa8-45fc-a6b6-db5b797f1e7c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:28.146216 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-215e71cc-e5a9-475c-ab28-3be510a8075c req-0553d017-6fa8-45fc-a6b6-db5b797f1e7c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Jul 14 20:41:28.194224 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-215e71cc-e5a9-475c-ab28-3be510a8075c req-b2332907-d7ec-44ad-83f0-13c22e61c4ef tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424218 Jul 14 20:41:29.322222 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74060e-07a0-491e-91fa-29b040c2de77 req-8bdd2cbc-39da-4f80-9864-29cd50d7a3f6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:29.324316 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd74060e-07a0-491e-91fa-29b040c2de77 req-8bdd2cbc-39da-4f80-9864-29cd50d7a3f6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0509541 Jul 14 20:41:29.381787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fd74060e-07a0-491e-91fa-29b040c2de77 req-fd404d17-4877-4ee8-b73d-55cf4cb8ef8e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461347 Jul 14 20:41:29.891062 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a7266af-c00f-49a7-88f3-0d17be8ff6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:30.499773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e7881-c52d-4930-8319-2f8b48dd893b req-87d014d2-1c85-457c-9092-2ffe55ecf4bf tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:30.501266 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec4e7881-c52d-4930-8319-2f8b48dd893b req-87d014d2-1c85-457c-9092-2ffe55ecf4bf tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Jul 14 20:41:30.561129 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ec4e7881-c52d-4930-8319-2f8b48dd893b req-3b51eb4a-2a4f-4798-bf3a-30cdb0440c8c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538547 Jul 14 20:41:31.127670 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:31.690080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cbb77-1c2a-47c9-bb54-1956c2bc7a29 req-b9bde504-f2b8-4b08-9b8d-daa3a550cac2 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:31.691715 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a2cbb77-1c2a-47c9-bb54-1956c2bc7a29 req-b9bde504-f2b8-4b08-9b8d-daa3a550cac2 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0588570 Jul 14 20:41:31.742455 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5a2cbb77-1c2a-47c9-bb54-1956c2bc7a29 req-2f319476-efdf-4e8b-90ca-7f4e575958fc tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449145 Jul 14 20:41:31.799342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40544) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:31.904704 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-34fcfe99-7091-477d-b6d8-1ea448e53bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:31.938500 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:31.987338 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-34fcfe99-7091-477d-b6d8-1ea448e53bd3 admin admin] Publish callbacks [] for security_group (98fcaca0-e947-45cf-b7fe-aa27c13a5e44), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:31.991353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-34fcfe99-7091-477d-b6d8-1ea448e53bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (98fcaca0-e947-45cf-b7fe-aa27c13a5e44), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.041485 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-34fcfe99-7091-477d-b6d8-1ea448e53bd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9a83d30ebfc49d39ceb077467c74d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410553 Jul 14 20:41:32.042396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcfe99-7091-477d-b6d8-1ea448e53bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fcaca0-e947-45cf-b7fe-aa27c13a5e44,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:32.044885 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40548) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:32.099043 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] Publish callbacks [] for security_group (98fcaca0-e947-45cf-b7fe-aa27c13a5e44), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.121201 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] Publish callbacks [] for security_group (98fcaca0-e947-45cf-b7fe-aa27c13a5e44), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.174446 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (98fcaca0-e947-45cf-b7fe-aa27c13a5e44), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.176983 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.178150 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98fcaca0-e947-45cf-b7fe-aa27c13a5e44 HTTP/1.1" status: 204 len: 168 time: 0.1322849 Jul 14 20:41:32.186606 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c6bd5-57ed-4e1f-aa37-bbf030e598ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fcaca0-e947-45cf-b7fe-aa27c13a5e44,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:32.460960 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40554) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:32.475151 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae04468-cd33-47d6-80cc-4bf5b233095a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.551890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae04468-cd33-47d6-80cc-4bf5b233095a admin admin] Publish callbacks [] for security_group (60c03ae0-2f7a-42cb-9812-582a7ff36c4e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.555727 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ae04468-cd33-47d6-80cc-4bf5b233095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (60c03ae0-2f7a-42cb-9812-582a7ff36c4e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.597281 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ae04468-cd33-47d6-80cc-4bf5b233095a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0239c0e06cb945b7a4a6e42ffe7c1f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349409 Jul 14 20:41:32.597968 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae04468-cd33-47d6-80cc-4bf5b233095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c03ae0-2f7a-42cb-9812-582a7ff36c4e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:32.599754 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40556) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:32.652540 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] Publish callbacks [] for security_group (60c03ae0-2f7a-42cb-9812-582a7ff36c4e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.671319 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:32.677526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] Publish callbacks [] for security_group (60c03ae0-2f7a-42cb-9812-582a7ff36c4e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.692866 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.727839 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (60c03ae0-2f7a-42cb-9812-582a7ff36c4e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.730396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.731616 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60c03ae0-2f7a-42cb-9812-582a7ff36c4e HTTP/1.1" status: 204 len: 168 time: 0.1307669 Jul 14 20:41:32.739644 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd55aa2-cd76-449d-8f74-33e224c9b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c03ae0-2f7a-42cb-9812-582a7ff36c4e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:32.796298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:32.865261 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511ea73-1832-4000-bcae-3a0da44b286a req-9ae1b44f-a630-4e1b-b455-f04551df9173 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:32.866701 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3511ea73-1832-4000-bcae-3a0da44b286a req-9ae1b44f-a630-4e1b-b455-f04551df9173 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0476534 Jul 14 20:41:32.919910 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3511ea73-1832-4000-bcae-3a0da44b286a req-6b560e41-57ef-446b-aa6c-e38f339892cb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466037 Jul 14 20:41:34.035818 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7e47f-9536-4428-9978-c37ee3b0294a req-01e9a0fd-3008-4257-ba46-ef4693a3d488 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:34.037393 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4a7e47f-9536-4428-9978-c37ee3b0294a req-01e9a0fd-3008-4257-ba46-ef4693a3d488 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Jul 14 20:41:34.085656 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4a7e47f-9536-4428-9978-c37ee3b0294a req-a5162824-ab23-49a4-b817-4502f8b3d3b6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422118 Jul 14 20:41:35.202676 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68ff27-6756-4cf3-8d01-64bcb23fc882 req-676b981f-cce6-49d3-a058-4a4925ab4b16 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:35.204163 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d68ff27-6756-4cf3-8d01-64bcb23fc882 req-676b981f-cce6-49d3-a058-4a4925ab4b16 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0470340 Jul 14 20:41:35.254604 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5d68ff27-6756-4cf3-8d01-64bcb23fc882 req-fef710da-307b-4271-9cba-904d4beb8e6d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440729 Jul 14 20:41:36.374342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bef319-ec34-42a3-94ff-7e9ab57550d3 req-2673b562-3980-4bfc-9f95-5240a9a4b853 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:36.376690 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5bef319-ec34-42a3-94ff-7e9ab57550d3 req-2673b562-3980-4bfc-9f95-5240a9a4b853 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Jul 14 20:41:36.708471 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5bef319-ec34-42a3-94ff-7e9ab57550d3 req-c0255be6-a3ff-45a1-9e12-f2723dea75ff tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3267841 Jul 14 20:41:36.841542 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-55e1ef68-86cb-4ba4-b667-17380d4653d2 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282505549&fields=id&tenant_id=2df2b1715762427cb824e381a83bdad1 HTTP/1.1" status: 200 len: 267 time: 0.0433803 Jul 14 20:41:36.893546 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-1d499950-54cc-4a1c-9dc0-d731d35a87ff tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:36.895285 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-1d499950-54cc-4a1c-9dc0-d731d35a87ff tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 985 time: 0.0480678 Jul 14 20:41:36.907029 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Request body: {'port': {'security_groups': ['bc27df4b-4b97-41c8-a5d8-78f230dd1a24']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:41:36.987921 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (987b5585-aa48-407d-914f-a635c3962008), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.097131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.169442 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:37.196037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for port (987b5585-aa48-407d-914f-a635c3962008), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.200930 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (987b5585-aa48-407d-914f-a635c3962008), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.241283 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:41:37.241913 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.242499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.243888 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e36cc5e7-5a65-48dc-a379-654574183d03 req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "PUT /v2.0/ports/987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 943 time: 0.3423567 Jul 14 20:41:37.244342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:41:37.247310 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8b432-2505-4e6d-b869-58f487cdffce" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:41:37.253625 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40642) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:37.276075 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1585ae2-5248-4fba-a973-add7ef66157a tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event updated for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=7']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:37.336049 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (36c58622-2413-47b8-b171-0623dd201cb5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.347897 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea77b83-39bc-404f-99e8-100257e5ff01 x-openstack-request-id: req-fea77b83-39bc-404f-99e8-100257e5ff01 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:41:37.348188 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:41:37.348435 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fea77b83-39bc-404f-99e8-100257e5ff01 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:41:37.348849 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea77b83-39bc-404f-99e8-100257e5ff01'] response: {'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:41:37.371007 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (36c58622-2413-47b8-b171-0623dd201cb5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.434604 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:41:37.445925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b432-2505-4e6d-b869-58f487cdffce req-c979cea3-9b90-40f2-9900-373c3312e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.447550 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-c979cea3-9b90-40f2-9900-373c3312e773 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1130 time: 0.0532365 Jul 14 20:41:37.448792 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (36c58622-2413-47b8-b171-0623dd201cb5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.453056 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.457399 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "DELETE /v2.0/security-groups/36c58622-2413-47b8-b171-0623dd201cb5 HTTP/1.1" status: 204 len: 168 time: 0.1963713 Jul 14 20:41:37.459836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40644) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:37.473056 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.476393 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64bb5e-f806-4b00-8c5d-0c25fdc36663 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c58622-2413-47b8-b171-0623dd201cb5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:37.534978 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-4ee6c875-eeab-402f-99a2-1eab4b46b24b None None] Provisioning complete for port 987b5585-aa48-407d-914f-a635c3962008 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:41:37.535351 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c875-eeab-402f-99a2-1eab4b46b24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (987b5585-aa48-407d-914f-a635c3962008), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.566753 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b432-2505-4e6d-b869-58f487cdffce req-7160c2a9-a61f-49d7-9763-36bba3670af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.568269 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-7160c2a9-a61f-49d7-9763-36bba3670af9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 915 time: 0.1041956 Jul 14 20:41:37.570677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.622657 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.643249 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Deleting port 0fd395a1-d438-451b-aaf4-5e149fc1b72f {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:37.643844 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.659014 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-7ebf3c65-56bb-437f-95e8-f48ba4312a87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 1001 time: 0.0828710 Jul 14 20:41:37.683933 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6c875-eeab-402f-99a2-1eab4b46b24b None None] Current status of the port 987b5585-aa48-407d-914f-a635c3962008 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:41:37.732251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b432-2505-4e6d-b869-58f487cdffce req-14ceb189-17b7-4dba-bab6-f4d3afbde9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.732535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.732535 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for floatingip (0fd395a1-d438-451b-aaf4-5e149fc1b72f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.733254 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-14ceb189-17b7-4dba-bab6-f4d3afbde9b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.0671926 Jul 14 20:41:37.760270 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Calling delete_port for 0fd395a1-d438-451b-aaf4-5e149fc1b72f owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:37.771732 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.793258 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8b432-2505-4e6d-b869-58f487cdffce req-e88ebf9b-ed56-476b-b997-a402d48de52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.796025 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-e88ebf9b-ed56-476b-b997-a402d48de52f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560565 Jul 14 20:41:37.870165 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd72ce-08dd-426c-8869-d40eac14f4a2 req-8a5c6245-4b34-4468-bbac-a0de8f690bba tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:37.871728 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2cd72ce-08dd-426c-8869-d40eac14f4a2 req-8a5c6245-4b34-4468-bbac-a0de8f690bba tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0715389 Jul 14 20:41:37.923269 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:37.950486 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (0fd395a1-d438-451b-aaf4-5e149fc1b72f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:37.971811 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f2cd72ce-08dd-426c-8869-d40eac14f4a2 req-50dad1e7-d0ac-4fb0-bf29-633ebb27f6e1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705435 Jul 14 20:41:37.974020 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-b20dc5fa-e52a-4e46-ae8e-b12f87952f36 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631780 Jul 14 20:41:37.975943 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event deleted for resources: {'Port': ['ID=0fd395a1-d438-451b-aaf4-5e149fc1b72f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:38.047896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks [] for floatingip (41d0bb35-7006-49d9-973d-946e929dbbf3), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.048389 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Floating IP 41d0bb35-7006-49d9-973d-946e929dbbf3 disassociated (deleted). External IP: 172.27.0.85, port: 987b5585-aa48-407d-914f-a635c3962008. Jul 14 20:41:38.079880 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48c8b432-2505-4e6d-b869-58f487cdffce req-5c2b985e-da30-4db1-9198-e6d480352922 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957260 Jul 14 20:41:38.243729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.263851 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Router 8573f295-90fd-4194-939e-5f0b22995b57 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:38.381074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:38.385825 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.392576 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Sync routers for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:38.403227 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:38.403855 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:38.421393 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-416fbc17-7454-421a-aad7-957cc5d32641 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "DELETE /v2.0/floatingips/41d0bb35-7006-49d9-973d-946e929dbbf3 HTTP/1.1" status: 204 len: 168 time: 0.9596682 Jul 14 20:41:38.422023 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:41:38.424818 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e2f448-3901-4b76-81ab-136a6baf7171" -d '{"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:41:38.465323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed05c31-b715-4aef-8ea3-515b3335be19 x-openstack-request-id: req-bed05c31-b715-4aef-8ea3-515b3335be19 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:41:38.468134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:41:38.468134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bed05c31-b715-4aef-8ea3-515b3335be19 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:41:38.468134 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed05c31-b715-4aef-8ea3-515b3335be19'] response: {'name': 'network-changed', 'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:41:38.518528 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:38.584821 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-4bb62262-9fd1-4598-a247-0c65b8e59daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:38.586408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-4bb62262-9fd1-4598-a247-0c65b8e59daf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2df2b1715762427cb824e381a83bdad1&device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 1130 time: 0.0683267 Jul 14 20:41:38.664187 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40670) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:38.731330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-477ef24a-7774-4464-bdce-c99a55651a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:38.734901 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-477ef24a-7774-4464-bdce-c99a55651a44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 200 len: 915 time: 0.1417141 Jul 14 20:41:38.799895 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-f584b281-a18e-4708-8c24-e35b245792f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 200 len: 217 time: 0.0439551 Jul 14 20:41:38.817837 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:38.841747 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c215211-b8ba-4da1-9a4d-50d23be2a4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.849316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Checking router: 8573f295-90fd-4194-939e-5f0b22995b57 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:38.860193 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-3312c12b-094f-4216-980c-e0b9dab0d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:38.860661 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:38.861462 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:38.862609 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-3312c12b-094f-4216-980c-e0b9dab0d7f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 200 len: 853 time: 0.0567317 Jul 14 20:41:38.932212 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c215211-b8ba-4da1-9a4d-50d23be2a4a4 admin admin] Publish callbacks [] for security_group (f1a76b4e-7dcb-4c58-ad1c-68e139530032), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.937641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6c215211-b8ba-4da1-9a4d-50d23be2a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f1a76b4e-7dcb-4c58-ad1c-68e139530032), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:38.981626 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c215211-b8ba-4da1-9a4d-50d23be2a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a76b4e-7dcb-4c58-ad1c-68e139530032,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:38.989401 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6c215211-b8ba-4da1-9a4d-50d23be2a4a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90e539bf7c29493a80a26b492c0c3006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209736 Jul 14 20:41:38.989682 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40676) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:39.016605 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:39.053385 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] Publish callbacks [] for security_group (f1a76b4e-7dcb-4c58-ad1c-68e139530032), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.077228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] Publish callbacks [] for security_group (f1a76b4e-7dcb-4c58-ad1c-68e139530032), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.083345 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:39.097632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2deef8-59b9-491d-9ec5-d1d006b5dfe9 req-bac1e8fd-b182-49d4-b9a1-b8dd51eb6ac1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:39.104567 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae2deef8-59b9-491d-9ec5-d1d006b5dfe9 req-bac1e8fd-b182-49d4-b9a1-b8dd51eb6ac1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0538054 Jul 14 20:41:39.119212 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:39.136691 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f1a76b4e-7dcb-4c58-ad1c-68e139530032), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.139470 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.143641 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1a76b4e-7dcb-4c58-ad1c-68e139530032 HTTP/1.1" status: 204 len: 168 time: 0.1521716 Jul 14 20:41:39.153780 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916fa4-7822-40f9-bf87-bea60161877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a76b4e-7dcb-4c58-ad1c-68e139530032,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:39.173738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ae2deef8-59b9-491d-9ec5-d1d006b5dfe9 req-e0e3742b-d926-4e7e-8325-36bd424af30b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679874 Jul 14 20:41:39.224152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-75052fdd-c7f0-47c4-b16d-bbd8b157bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:39.225916 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-75052fdd-c7f0-47c4-b16d-bbd8b157bdcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c65ab1d4-eb21-4009-a66c-ca67606d42ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503085 Jul 14 20:41:39.337653 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-df331bcb-0eb9-42a1-9f14-bd34434200ba service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039009 Jul 14 20:41:39.351946 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:39.390914 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e583e-8985-4e1d-b855-9c0248361c8d None None] The sync data for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi is: [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:38:56Z', 'revision_number': 4, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '06ef315d-7b58-4033-9b39-3ef82d632029', 'name': '', 'network_id': 'c65ab1d4-eb21-4009-a66c-ca67606d42ed', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'mac_address': 'fa:16:3e:96:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:55Z', 'updated_at': '2022-07-14T20:39:01Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'subnets': [{'id': '7fcfed87-ac29-443d-b0d6-b93d489a6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:39.452758 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:39.470555 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-03e2f448-3901-4b76-81ab-136a6baf7171 req-bbfeb9b7-d7fc-430c-9541-68808220c905 service neutron] 10.222.0.62 "GET /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243443 Jul 14 20:41:39.530235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40684) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:39.544829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fae487c6-772e-4166-8e66-a0b77ae80a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.597208 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:39.638976 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fae487c6-772e-4166-8e66-a0b77ae80a2a admin admin] Publish callbacks [] for security_group (372d9975-062e-4adb-87e3-04da4e4d0e63), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.645029 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fae487c6-772e-4166-8e66-a0b77ae80a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (372d9975-062e-4adb-87e3-04da4e4d0e63), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.694234 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ef339-6f12-496c-a0e3-699e7df626a9 None None] New status for floating IP 41d0bb35-7006-49d9-973d-946e929dbbf3: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:41:39.699086 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fae487c6-772e-4166-8e66-a0b77ae80a2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c65bd03ee674156bf390dacaf21f43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656065 Jul 14 20:41:39.701372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40686) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:39.704273 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae487c6-772e-4166-8e66-a0b77ae80a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d9975-062e-4adb-87e3-04da4e4d0e63,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:39.760675 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] Publish callbacks [] for security_group (372d9975-062e-4adb-87e3-04da4e4d0e63), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.795327 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] Publish callbacks [] for security_group (372d9975-062e-4adb-87e3-04da4e4d0e63), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.847150 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (372d9975-062e-4adb-87e3-04da4e4d0e63), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.849709 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:39.853460 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/372d9975-062e-4adb-87e3-04da4e4d0e63 HTTP/1.1" status: 204 len: 168 time: 0.1484854 Jul 14 20:41:39.859782 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca752f4-c239-471a-9363-091a93c7eb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d9975-062e-4adb-87e3-04da4e4d0e63,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:40.312084 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a237ab-a537-4c72-8a2b-c08cacc9aa58 req-c2715ef9-a04f-4851-9ea1-f7b68c82f084 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:40.313599 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4a237ab-a537-4c72-8a2b-c08cacc9aa58 req-c2715ef9-a04f-4851-9ea1-f7b68c82f084 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0645163 Jul 14 20:41:40.362258 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e4a237ab-a537-4c72-8a2b-c08cacc9aa58 req-e580c2a1-98ff-48a7-bdeb-ea9751f62b1f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431151 Jul 14 20:41:41.041487 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e682-2e45-46a4-925f-5db8d6c0abfe req-bc31aff4-0721-49f6-9ced-cb573d6c31a5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:41.049995 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3271e682-2e45-46a4-925f-5db8d6c0abfe req-bc31aff4-0721-49f6-9ced-cb573d6c31a5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0635874 Jul 14 20:41:41.104452 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3271e682-2e45-46a4-925f-5db8d6c0abfe req-f6b79c72-1256-43f9-8b3b-535ab18d10b1 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534880 Jul 14 20:41:41.483347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940c63-ee54-41e8-b89a-7bed9c368704 req-03405c1b-e267-4ee0-86ce-683e0b39f423 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:41.484801 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c940c63-ee54-41e8-b89a-7bed9c368704 req-03405c1b-e267-4ee0-86ce-683e0b39f423 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0475521 Jul 14 20:41:41.537317 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c940c63-ee54-41e8-b89a-7bed9c368704 req-5d669ce1-bfc9-4af7-9659-f28ab6f5f8fb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468595 Jul 14 20:41:41.783651 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa943e3e-2ff8-4d53-bffe-1117678aa424 req-30664110-3126-4ffd-ac6c-15d173e6a265 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:41.785259 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aa943e3e-2ff8-4d53-bffe-1117678aa424 req-30664110-3126-4ffd-ac6c-15d173e6a265 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0602996 Jul 14 20:41:41.842465 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aa943e3e-2ff8-4d53-bffe-1117678aa424 req-5b47e7cd-bab4-412a-a2d7-744782b2b705 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465028 Jul 14 20:41:42.238892 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7911e-9907-4228-aab0-83c94420bc9d req-f80f3b99-c45d-4b07-ae27-1bd37df521be tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:42.241075 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ceb7911e-9907-4228-aab0-83c94420bc9d req-f80f3b99-c45d-4b07-ae27-1bd37df521be tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0519841 Jul 14 20:41:42.303558 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ceb7911e-9907-4228-aab0-83c94420bc9d req-6b5aafdc-d100-4bf6-8a25-85bde0f0ff6b tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566697 Jul 14 20:41:42.348759 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-60807688-b1ce-4e96-8192-6ed4423769c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:42.350531 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-60807688-b1ce-4e96-8192-6ed4423769c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1129 time: 0.0457523 Jul 14 20:41:42.429080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8657b-4ea0-46e0-8f9d-4a01bd1114da req-ccc0f2be-e12a-4c00-a23c-81d61173ae31 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:42.430514 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0fe8657b-4ea0-46e0-8f9d-4a01bd1114da req-ccc0f2be-e12a-4c00-a23c-81d61173ae31 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Jul 14 20:41:42.463346 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:42.481966 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0fe8657b-4ea0-46e0-8f9d-4a01bd1114da req-c7b8ba35-35ce-4d3b-a0b7-df88f6ee29ef tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447004 Jul 14 20:41:42.965403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29caea4-44ea-454d-aa92-2736671be1b8 req-1eb90a59-291f-4e91-8152-d96a8424848d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:42.966918 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a29caea4-44ea-454d-aa92-2736671be1b8 req-1eb90a59-291f-4e91-8152-d96a8424848d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0469720 Jul 14 20:41:43.018870 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a29caea4-44ea-454d-aa92-2736671be1b8 req-df034adc-1c64-42d7-8e3b-88dc6eb3fcc6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462251 Jul 14 20:41:43.428449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214db7df-bb09-44ae-9c74-98f7fff9d26c req-c83734ef-cc26-4fd4-a868-7a61718f3801 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:43.429876 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-214db7df-bb09-44ae-9c74-98f7fff9d26c req-c83734ef-cc26-4fd4-a868-7a61718f3801 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0479169 Jul 14 20:41:43.477373 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-214db7df-bb09-44ae-9c74-98f7fff9d26c req-f952e026-33a6-48c8-8608-0215c95bb16c tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Jul 14 20:41:43.578480 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:43.596681 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fce0d-b7e3-43b8-a3d2-011c7f95a18f req-7b131b16-1661-4166-a59d-d708243564fc tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:43.598354 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-084fce0d-b7e3-43b8-a3d2-011c7f95a18f req-7b131b16-1661-4166-a59d-d708243564fc tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0502410 Jul 14 20:41:43.648569 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-084fce0d-b7e3-43b8-a3d2-011c7f95a18f req-c2d11939-8c02-4ed1-b76e-7f3e0efb751c tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc27df4b-4b97-41c8-a5d8-78f230dd1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445197 Jul 14 20:41:43.976222 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-7795ada1-33a5-44aa-888c-c3e622616110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:43.977662 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-7795ada1-33a5-44aa-888c-c3e622616110 service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.0933087 Jul 14 20:41:44.065141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-1a752e05-dcfa-44d4-8df2-3f1abbc51706 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.066750 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-1a752e05-dcfa-44d4-8df2-3f1abbc51706 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.0520620 Jul 14 20:41:44.115744 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-8bffc5f7-a542-4a0f-938c-2a46b2524be3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536196 Jul 14 20:41:44.197526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abef9f-5470-4c4f-8f73-c563ccd8b56d req-a2c944a4-fb25-4837-98f2-e59f9ca50768 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.199308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-15abef9f-5470-4c4f-8f73-c563ccd8b56d req-a2c944a4-fb25-4837-98f2-e59f9ca50768 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0933535 Jul 14 20:41:44.206038 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-0c8f7ade-a056-477b-8d14-a98e16040ba8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 1000 time: 0.1381772 Jul 14 20:41:44.242614 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-88e5e9e6-178f-42d0-9101-3443468c366b tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.244369 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-88e5e9e6-178f-42d0-9101-3443468c366b tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.62 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 946 time: 0.0511322 Jul 14 20:41:44.352778 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Deleting port a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:44.353111 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (a450ed13-0148-4da1-9b7d-201016068164), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.356779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Deleting port 987b5585-aa48-407d-914f-a635c3962008 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:44.357365 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (987b5585-aa48-407d-914f-a635c3962008), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.378975 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-ca54e997-5779-44e4-9b98-101f715cedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.380526 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-ca54e997-5779-44e4-9b98-101f715cedc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1130 time: 0.1509922 Jul 14 20:41:44.400444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-15abef9f-5470-4c4f-8f73-c563ccd8b56d req-f62f95c5-52d8-47f7-b2ba-512c6571b1d9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1933432 Jul 14 20:41:44.406251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-b3570288-ecd9-4949-819d-23d06b50480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.407691 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-b3570288-ecd9-4949-819d-23d06b50480d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.1908567 Jul 14 20:41:44.494426 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] For port 987b5585-aa48-407d-914f-a635c3962008, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=987b5585-aa48-407d-914f-a635c3962008,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:44.494904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (987b5585-aa48-407d-914f-a635c3962008), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.517226 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Calling delete_port for 987b5585-aa48-407d-914f-a635c3962008 owned by compute:nova {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:44.524984 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-bbd9afad-ad8a-4d9f-95ce-509fb1556dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.527142 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-bbd9afad-ad8a-4d9f-95ce-509fb1556dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1077266 Jul 14 20:41:44.647708 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] For port a450ed13-0148-4da1-9b7d-201016068164, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a450ed13-0148-4da1-9b7d-201016068164,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:44.648063 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (a450ed13-0148-4da1-9b7d-201016068164), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.689926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:44.697554 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (987b5585-aa48-407d-914f-a635c3962008), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.742301 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Pushing event deleted for resources: {'Port': ['ID=987b5585-aa48-407d-914f-a635c3962008,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:44.753068 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['987b5585-aa48-407d-914f-a635c3962008'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:41:44.823005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034c5cf-6c08-415e-b27c-f15644979897 req-026e069d-3c10-43d2-a075-71d378b4b7ff tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.824832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8034c5cf-6c08-415e-b27c-f15644979897 req-026e069d-3c10-43d2-a075-71d378b4b7ff tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 946 time: 0.2488115 Jul 14 20:41:44.847400 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] No DVR routers for this DVR port 987b5585-aa48-407d-914f-a635c3962008 on host hv-cinder-79987 {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:44.850808 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:44.854653 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-26b8daea-c982-45f9-9c39-6a1c1fb89449 req-c54fe873-a351-4b94-8241-84723f7c8d27 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.62 "DELETE /v2.0/ports/987b5585-aa48-407d-914f-a635c3962008 HTTP/1.1" status: 204 len: 173 time: 0.6048605 Jul 14 20:41:44.855143 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'name': 'network-vif-deleted', 'tag': '987b5585-aa48-407d-914f-a635c3962008'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:41:44.857421 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c012e2c2-82d0-4f38-b748-073400edf683" -d '{"events": [{"server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "name": "network-vif-deleted", "tag": "987b5585-aa48-407d-914f-a635c3962008"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:41:44.868132 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-c41f7d3d-186d-4807-8b52-05b75b729c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:44.869719 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-c41f7d3d-186d-4807-8b52-05b75b729c78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.4653146 Jul 14 20:41:44.887435 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-41657136-d88d-4ce7-a9c2-27990bf05921 req-82472cc4-3582-4413-975a-2972de761908 tempest-TestMinimumBasicScenario-342498572 tempest-TestMinimumBasicScenario-342498572-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152 HTTP/1.1" status: 200 len: 210 time: 0.0808122 Jul 14 20:41:44.914865 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:44.944287 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf568f7-ad35-4fca-9d77-59dc1bf0ac03 x-openstack-request-id: req-3cf568f7-ad35-4fca-9d77-59dc1bf0ac03 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:41:44.944983 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152", "name": "network-vif-deleted", "tag": "987b5585-aa48-407d-914f-a635c3962008", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:41:44.945413 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cf568f7-ad35-4fca-9d77-59dc1bf0ac03 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:41:44.946627 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf568f7-ad35-4fca-9d77-59dc1bf0ac03'] response: {'server_uuid': '80f0c372-4d8f-4d6d-b0e2-6a36a7aaa152', 'name': 'network-vif-deleted', 'tag': '987b5585-aa48-407d-914f-a635c3962008', 'status': 'completed', 'code': 200} Jul 14 20:41:45.013881 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-9e18230d-5113-473a-b94e-2c97b0f27450 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532695 Jul 14 20:41:45.068179 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8034c5cf-6c08-415e-b27c-f15644979897 req-3f6de098-a886-4b8b-87db-4af3a9582fe5 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups?id=ff932855-7dfa-4fa2-84c6-1c7b5a637566&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241189 Jul 14 20:41:45.111195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-89f36921-0cbe-454d-865a-b49dd8161d79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 1002 time: 0.2295265 Jul 14 20:41:45.177485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:45.177823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:45.178260 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Floating IP 92006672-9d29-4eac-996d-9930cf0f559b disassociated. External IP: 172.27.0.245, port: a450ed13-0148-4da1-9b7d-201016068164. Jul 14 20:41:45.178508 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Calling delete_port for a450ed13-0148-4da1-9b7d-201016068164 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:45.213516 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1ee915be-06ab-4fa0-a3e5-d35172af788b req-84e3b792-9b87-4c1d-a63e-3ee3d32af60b service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877785 Jul 14 20:41:45.390987 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (a450ed13-0148-4da1-9b7d-201016068164), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:45.399130 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-c1b5aca9-fbd5-4210-a068-4778d7295c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:45.400663 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-c1b5aca9-fbd5-4210-a068-4778d7295c4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0854766 Jul 14 20:41:45.428572 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'Port': ['ID=a450ed13-0148-4da1-9b7d-201016068164,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:45.592949 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8191979-fd59-4d4e-a0a7-7d63dfe69b3f req-5f4d1c51-7a6c-4cd0-a099-c6fb99b790d1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:45.594482 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8191979-fd59-4d4e-a0a7-7d63dfe69b3f req-5f4d1c51-7a6c-4cd0-a099-c6fb99b790d1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.1160927 Jul 14 20:41:45.616268 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-e2a9feef-ec9c-4bf6-aadb-c49af31de611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:45.617626 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-e2a9feef-ec9c-4bf6-aadb-c49af31de611 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1051078 Jul 14 20:41:45.680625 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:45.725096 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:45.735190 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c8191979-fd59-4d4e-a0a7-7d63dfe69b3f req-5cd83508-d1ed-4f40-9444-17fe9f45b9ed tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314206 Jul 14 20:41:45.803417 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:45.823449 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-4f1ba396-becd-480e-849f-4bdeb9873326 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948886 Jul 14 20:41:46.230529 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a294e19-e3b8-401a-bed9-6dc24d14f79c req-195b4166-cc64-4b7f-808f-7d2208e20be3 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ea90cac-431b-48d8-8171-944bd150754f HTTP/1.1" status: 200 len: 210 time: 0.0376222 Jul 14 20:41:46.232080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:46.248424 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:46.265523 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:46.266426 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:46.284780 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] No DVR routers for this DVR port a450ed13-0148-4da1-9b7d-201016068164 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:46.287498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:46.290862 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d46a25ea-c8cd-406b-9bce-1e6296660903 req-7d1e1185-78d4-4cbf-b84f-7e5123375ebc tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.62 "DELETE /v2.0/ports/a450ed13-0148-4da1-9b7d-201016068164 HTTP/1.1" status: 204 len: 173 time: 2.1837530 Jul 14 20:41:46.291416 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-deleted', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:41:46.294370 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9fb6f3-4d9a-43ee-a83d-68808fac3d05" -d '{"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-deleted", "tag": "a450ed13-0148-4da1-9b7d-201016068164"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:41:46.405921 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:46.437954 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763c0c85-0e67-4761-b545-5b39fa62107e x-openstack-request-id: req-763c0c85-0e67-4761-b545-5b39fa62107e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:41:46.438263 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea90cac-431b-48d8-8171-944bd150754f", "name": "network-vif-deleted", "tag": "a450ed13-0148-4da1-9b7d-201016068164", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:41:46.438519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-763c0c85-0e67-4761-b545-5b39fa62107e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:41:46.438921 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763c0c85-0e67-4761-b545-5b39fa62107e'] response: {'server_uuid': '8ea90cac-431b-48d8-8171-944bd150754f', 'name': 'network-vif-deleted', 'tag': 'a450ed13-0148-4da1-9b7d-201016068164', 'status': 'completed', 'code': 200} Jul 14 20:41:46.484758 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:46.514233 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: a450ed13-0148-4da1-9b7d-201016068164 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:46.515108 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device a450ed13-0148-4da1-9b7d-201016068164 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:46.531169 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-94b3f41b-1ca1-4a70-9510-a895353f68c1 req-4cebee80-5a92-4088-9559-a4e4152b074f service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137291 Jul 14 20:41:46.561039 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:46.665362 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:46.691785 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:46.701685 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:46.702711 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:46.820354 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:46.824047 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:46.865133 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660cbd9-33b5-4bac-baca-0b7dcc321a90 req-9b06301e-e7d6-41ea-b833-6c25c6c85f9e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:41:46.866855 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6660cbd9-33b5-4bac-baca-0b7dcc321a90 req-9b06301e-e7d6-41ea-b833-6c25c6c85f9e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Jul 14 20:41:46.926973 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6660cbd9-33b5-4bac-baca-0b7dcc321a90 req-243cd531-137b-40f5-a024-ed5a99973d32 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503051 Jul 14 20:41:46.943202 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40872) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:47.054138 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:47.082508 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405a910-cce3-49d6-9617-4681beee1810 None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:34:39Z', 'revision_number': 4, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '17b37dc3-5fd1-400b-9a73-bafd68ffab24', 'name': '', 'network_id': 'fc4df55f-56f1-4441-a13c-56b6d6bdcde5', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'mac_address': 'fa:16:3e:4a:ab:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:38Z', 'updated_at': '2022-07-14T20:34:57Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'subnets': [{'id': '7090dc08-6867-47e5-8faa-57595071b8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:47.304491 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (8573f295-90fd-4194-939e-5f0b22995b57), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.349455 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd96f5b-7c53-40cb-9eb2-dba52efcea58 None None] New status for floating IP 92006672-9d29-4eac-996d-9930cf0f559b: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:41:47.361653 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40880) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:47.424248 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (ff932855-7dfa-4fa2-84c6-1c7b5a637566), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.439672 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:47.452578 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (ff932855-7dfa-4fa2-84c6-1c7b5a637566), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.512479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ff932855-7dfa-4fa2-84c6-1c7b5a637566), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.516300 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.517519 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "DELETE /v2.0/security-groups/ff932855-7dfa-4fa2-84c6-1c7b5a637566 HTTP/1.1" status: 204 len: 168 time: 0.1542959 Jul 14 20:41:47.521474 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40884) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:47.540395 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad5714-f98d-41df-877f-8ac2871bea71 tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff932855-7dfa-4fa2-84c6-1c7b5a637566,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:47.543682 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.api.v2.resource [None req-234a926a-7553-4cc8-9e0d-fba47134b1ef tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] show failed (client error): The resource could not be found. Jul 14 20:41:47.545253 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-234a926a-7553-4cc8-9e0d-fba47134b1ef tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "GET /v2.0/security-groups/ff932855-7dfa-4fa2-84c6-1c7b5a637566 HTTP/1.1" status: 404 len: 347 time: 0.0213957 Jul 14 20:41:47.550608 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40886) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:47.639012 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Deleting port 06ef315d-7b58-4033-9b39-3ef82d632029 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:47.639892 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.646283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:47.765311 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Deleting port 28a68295-d8bd-43da-a5b3-7c8514a94af4 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:47.765839 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.776860 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] For port 06ef315d-7b58-4033-9b39-3ef82d632029, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=06ef315d-7b58-4033-9b39-3ef82d632029,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:47.777414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.800281 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Calling delete_port for 06ef315d-7b58-4033-9b39-3ef82d632029 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:47.805169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:47.879183 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:47.881182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.881587 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (28a68295-d8bd-43da-a5b3-7c8514a94af4), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:47.898954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Calling delete_port for 28a68295-d8bd-43da-a5b3-7c8514a94af4 owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:48.004265 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (06ef315d-7b58-4033-9b39-3ef82d632029), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.033723 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ef315d-7b58-4033-9b39-3ef82d632029,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:48.044066 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (28a68295-d8bd-43da-a5b3-7c8514a94af4), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.068597 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Pushing event deleted for resources: {'Port': ['ID=28a68295-d8bd-43da-a5b3-7c8514a94af4,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:48.143458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks [] for floatingip (92006672-9d29-4eac-996d-9930cf0f559b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.147199 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.148610 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c0de531a-ae4c-4992-937a-2c261c7525ed tempest-AttachVolumeShelveTestJSON-1379355146 tempest-AttachVolumeShelveTestJSON-1379355146-project] 10.222.0.52 "DELETE /v2.0/floatingips/92006672-9d29-4eac-996d-9930cf0f559b HTTP/1.1" status: 204 len: 168 time: 0.5966830 Jul 14 20:41:48.226918 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (8573f295-90fd-4194-939e-5f0b22995b57), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.454926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Router 8573f295-90fd-4194-939e-5f0b22995b57 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:48.495812 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 987b5585-aa48-407d-914f-a635c3962008 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:48.518195 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 987b5585-aa48-407d-914f-a635c3962008 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:48.518449 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 987b5585-aa48-407d-914f-a635c3962008 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:48.564694 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:48.569908 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-10187583-c451-4b11-936a-fde9aa9681f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/8573f295-90fd-4194-939e-5f0b22995b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6255331 Jul 14 20:41:48.572452 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40900) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:48.576221 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Sync routers for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:48.592678 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:48.593292 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:48.677119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks [] for router (8573f295-90fd-4194-939e-5f0b22995b57), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.696482 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:48.714882 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:48.751577 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:48.785219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks [] for router_gateway (8573f295-90fd-4194-939e-5f0b22995b57), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.831104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Deleting port f85b3fce-9176-4284-ad2c-391cfa7f6eb6 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:48.831470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.871565 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:41:47Z', 'revision_number': 5, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port': {'id': 'f85b3fce-9176-4284-ad2c-391cfa7f6eb6', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8573f295-90fd-4194-939e-5f0b22995b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:54Z', 'updated_at': '2022-07-14T20:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:48.901206 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Checking router: 8573f295-90fd-4194-939e-5f0b22995b57 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:48.910804 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Routers {'8573f295-90fd-4194-939e-5f0b22995b57'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:48.911481 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['8573f295-90fd-4194-939e-5f0b22995b57'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:48.923546 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] For port f85b3fce-9176-4284-ad2c-391cfa7f6eb6, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:48.923907 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:48.940428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Calling delete_port for f85b3fce-9176-4284-ad2c-391cfa7f6eb6 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:49.002550 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] Set router 8573f295-90fd-4194-939e-5f0b22995b57 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:49.134870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (f85b3fce-9176-4284-ad2c-391cfa7f6eb6), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.149201 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:41:48Z', 'revision_number': 6, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:49.158803 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85b3fce-9176-4284-ad2c-391cfa7f6eb6,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:49.180096 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072bebe-3b0f-45eb-9f79-ef6ef7980200 None None] The sync data for ids ['8573f295-90fd-4194-939e-5f0b22995b57'] in dv-cinder-799871-32-iscsi is: [{'id': '8573f295-90fd-4194-939e-5f0b22995b57', 'name': 'tempest-TestMinimumBasicScenario-719826091-router', 'tenant_id': '2df2b1715762427cb824e381a83bdad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:53Z', 'updated_at': '2022-07-14T20:41:48Z', 'revision_number': 6, 'project_id': '2df2b1715762427cb824e381a83bdad1', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:49.186913 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:41:49.227028 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (8573f295-90fd-4194-939e-5f0b22995b57), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.339116 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (8573f295-90fd-4194-939e-5f0b22995b57), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.341377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks [] for router_controller (8573f295-90fd-4194-939e-5f0b22995b57), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.409749 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (8573f295-90fd-4194-939e-5f0b22995b57), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.410518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8573f295-90fd-4194-939e-5f0b22995b57 {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:41:49.415364 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.416385 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-665cf8e5-1929-4ff6-b5df-28995a3f2ea9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8573f295-90fd-4194-939e-5f0b22995b57 HTTP/1.1" status: 204 len: 168 time: 0.8431773 Jul 14 20:41:49.418909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40916) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:49.472233 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Deleting subnet 7fcfed87-ac29-443d-b0d6-b93d489a6f36 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:41:49.475602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Publish callbacks [] for subnet (7fcfed87-ac29-443d-b0d6-b93d489a6f36), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.515893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (7fcfed87-ac29-443d-b0d6-b93d489a6f36), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.592495 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (7fcfed87-ac29-443d-b0d6-b93d489a6f36), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.653039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (7fcfed87-ac29-443d-b0d6-b93d489a6f36), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.661134 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:49.685617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcfed87-ac29-443d-b0d6-b93d489a6f36,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:49.691001 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:49.699292 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe85262-d3df-4c02-a9c5-94b08285584f None None] Network c65ab1d4-eb21-4009-a66c-ca67606d42ed requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:41:49.699805 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-efb784b1-12c7-4dab-a103-ba09a05d43ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7fcfed87-ac29-443d-b0d6-b93d489a6f36 HTTP/1.1" status: 204 len: 168 time: 0.2794952 Jul 14 20:41:49.701067 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40920) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:49.952249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] DHCP port deletion for c65ab1d4-eb21-4009-a66c-ca67606d42ed request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:41:50.003736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Deleting port cc85db2e-f90a-4a04-b8c6-829efa83bc45 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:50.004463 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.008761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f85b3fce-9176-4284-ad2c-391cfa7f6eb6 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:50.025068 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (c65ab1d4-eb21-4009-a66c-ca67606d42ed), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.046198 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: f85b3fce-9176-4284-ad2c-391cfa7f6eb6 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:50.046623 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f85b3fce-9176-4284-ad2c-391cfa7f6eb6 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:50.047158 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 06ef315d-7b58-4033-9b39-3ef82d632029 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:50.069081 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Deleting port cc85db2e-f90a-4a04-b8c6-829efa83bc45 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:50.069520 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.102448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 06ef315d-7b58-4033-9b39-3ef82d632029 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:50.102792 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 06ef315d-7b58-4033-9b39-3ef82d632029 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:50.103591 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device cc85db2e-f90a-4a04-b8c6-829efa83bc45 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:50.134333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] For port cc85db2e-f90a-4a04-b8c6-829efa83bc45, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=cc85db2e-f90a-4a04-b8c6-829efa83bc45,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:50.134729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.146069 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] For port cc85db2e-f90a-4a04-b8c6-829efa83bc45, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=cc85db2e-f90a-4a04-b8c6-829efa83bc45,segment=NetworkSegment(c6fca9d8-09f6-441e-8eea-6270231ad05f),segment_id=c6fca9d8-09f6-441e-8eea-6270231ad05f)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:50.146423 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.156345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Calling delete_port for cc85db2e-f90a-4a04-b8c6-829efa83bc45 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:50.161729 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Calling delete_port for cc85db2e-f90a-4a04-b8c6-829efa83bc45 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:50.248707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.253005 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port cc85db2e-f90a-4a04-b8c6-829efa83bc45 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:41:50.253397 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.278283 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc85db2e-f90a-4a04-b8c6-829efa83bc45,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:50.281946 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] No DVR routers for this DVR port cc85db2e-f90a-4a04-b8c6-829efa83bc45 on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:50.311935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (cc85db2e-f90a-4a04-b8c6-829efa83bc45), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.339010 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Pushing event deleted for resources: {'Port': ['ID=cc85db2e-f90a-4a04-b8c6-829efa83bc45,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:50.348458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] No DVR routers for this DVR port cc85db2e-f90a-4a04-b8c6-829efa83bc45 on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:50.352065 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.352406 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.352744 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.353076 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.353594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.354096 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.355214 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.355775 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.356256 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.356735 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.357235 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.357712 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.358665 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.359180 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.359673 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1264d-1cef-4947-a71a-0eff9eba26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:41:50.369976 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (c65ab1d4-eb21-4009-a66c-ca67606d42ed), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.394789 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65ab1d4-eb21-4009-a66c-ca67606d42ed']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:50.411964 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fca9d8-09f6-441e-8eea-6270231ad05f') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:50.412260 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fca9d8-09f6-441e-8eea-6270231ad05f') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:50.423898 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:50.427912 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (c6fca9d8-09f6-441e-8eea-6270231ad05f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.444941 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (c6fca9d8-09f6-441e-8eea-6270231ad05f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.452498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:41:50.452890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (c6fca9d8-09f6-441e-8eea-6270231ad05f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.477216 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c6fca9d8-09f6-441e-8eea-6270231ad05f resource provider aggregate not found Jul 14 20:41:50.514607 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:50.526901 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (c65ab1d4-eb21-4009-a66c-ca67606d42ed), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.534820 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment c6fca9d8-09f6-441e-8eea-6270231ad05f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6fca9d8-09f6-441e-8eea-6270231ad05f found for delete ", "request_id": "req-92485f82-e959-4716-89ff-1279ec6e32c2"}]} Jul 14 20:41:50.535998 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:50.539499 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c65ab1d4-eb21-4009-a66c-ca67606d42ed HTTP/1.1" status: 204 len: 168 time: 0.8369932 Jul 14 20:41:50.542864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40936) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:50.553414 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2807-25e8-4a05-a8ea-e82e60c60304 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65ab1d4-eb21-4009-a66c-ca67606d42ed,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:50.601280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:50.619257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40940) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:50.900482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (7d40610b-220a-46d7-9cfb-9e697a80addb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.152551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.392792 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Deleting port 17b37dc3-5fd1-400b-9a73-bafd68ffab24 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:51.393127 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.422527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Deleting port c9617c1f-c7c5-43e4-94ec-1fac114d8717 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:51.422866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.491500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] For port 17b37dc3-5fd1-400b-9a73-bafd68ffab24, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=17b37dc3-5fd1-400b-9a73-bafd68ffab24,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:51.491856 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.506303 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Calling delete_port for 17b37dc3-5fd1-400b-9a73-bafd68ffab24 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:51.511501 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40950) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:51.512411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] For port c9617c1f-c7c5-43e4-94ec-1fac114d8717, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c9617c1f-c7c5-43e4-94ec-1fac114d8717,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:51.512765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.528415 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Calling delete_port for c9617c1f-c7c5-43e4-94ec-1fac114d8717 owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:51.643256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e107641a-6f1e-46da-a40e-45bddb5b0840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.670323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:51.681763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:51.711081 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:51.722961 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (c9617c1f-c7c5-43e4-94ec-1fac114d8717), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.759375 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:51.776782 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (17b37dc3-5fd1-400b-9a73-bafd68ffab24), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.779137 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9617c1f-c7c5-43e4-94ec-1fac114d8717,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:51.802906 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e107641a-6f1e-46da-a40e-45bddb5b0840 admin admin] Publish callbacks [] for security_group (bf9ab479-facf-4a70-863c-4098eb0f6d3f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.822333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e107641a-6f1e-46da-a40e-45bddb5b0840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bf9ab479-facf-4a70-863c-4098eb0f6d3f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:51.825349 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b37dc3-5fd1-400b-9a73-bafd68ffab24,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:51.910409 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e107641a-6f1e-46da-a40e-45bddb5b0840 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9a058dbe5274e73b8743b064fb887be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978140 Jul 14 20:41:51.911583 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107641a-6f1e-46da-a40e-45bddb5b0840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ab479-facf-4a70-863c-4098eb0f6d3f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:51.914841 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40954) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:51.975591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (7d40610b-220a-46d7-9cfb-9e697a80addb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.034650 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] Publish callbacks [] for security_group (bf9ab479-facf-4a70-863c-4098eb0f6d3f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.044376 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.097855 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] Publish callbacks [] for security_group (bf9ab479-facf-4a70-863c-4098eb0f6d3f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.238273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bf9ab479-facf-4a70-863c-4098eb0f6d3f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.241220 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.242446 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf9ab479-facf-4a70-863c-4098eb0f6d3f HTTP/1.1" status: 204 len: 168 time: 0.3227661 Jul 14 20:41:52.257327 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128da9-ed60-4310-a5ad-07918d3756d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ab479-facf-4a70-863c-4098eb0f6d3f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:52.289459 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:52.298124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Router 7d40610b-220a-46d7-9cfb-9e697a80addb has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:41:52.390154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.412596 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:52.414493 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:41:52.420608 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9e19f1a8-164a-4a4a-9a3c-842e83c3e918 admin admin] 10.222.0.52 "PUT /v2.0/routers/7d40610b-220a-46d7-9cfb-9e697a80addb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757224 Jul 14 20:41:52.422396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40960) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:52.429341 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Sync routers for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:52.436695 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-7ce77c62-dc75-4aa9-8012-533807fd5960 admin admin] 10.222.0.52 "PUT /v2.0/routers/49e94ab3-2ad3-45cf-892e-f3a8f4a777d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157039 Jul 14 20:41:52.440234 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40964) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:52.442349 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:52.443033 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:52.453851 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Sync routers for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:41:52.467038 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:52.467965 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:52.540964 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.567405 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.572789 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks [] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.580108 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks [] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.590495 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:52.693543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:52.732649 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks [] for router_gateway (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.741058 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.742756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40966) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:52.762431 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-96f8de04-2fd4-45d5-be32-c708dbd4f4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.770819 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.807604 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.811719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks [] for router_gateway (7d40610b-220a-46d7-9cfb-9e697a80addb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.818397 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:41:51Z', 'revision_number': 5, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port': {'id': 'e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:34:35Z', 'updated_at': '2022-07-14T20:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:52.822253 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:52.846416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Deleting port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:52.847170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.848305 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Checking router: 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:52.857626 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Routers {'49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:52.858268 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:52.882470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Deleting port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:52.882859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.945529 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] For port e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:52.945901 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] Set router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:52.946367 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:52.967003 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Calling delete_port for e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:52.985747 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:41:51Z', 'revision_number': 5, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port': {'id': '2ea9a582-92e8-41b8-8d3c-a1f11aff0222', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:38:59Z', 'updated_at': '2022-07-14T20:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:53.010209 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:41:52Z', 'revision_number': 6, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:53.022922 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:53.024906 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Checking router: 7d40610b-220a-46d7-9cfb-9e697a80addb for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:41:53.029465 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] For port 2ea9a582-92e8-41b8-8d3c-a1f11aff0222, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:53.029832 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.036506 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Routers {'7d40610b-220a-46d7-9cfb-9e697a80addb'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:41:53.037459 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:41:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['7d40610b-220a-46d7-9cfb-9e697a80addb'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:53.044367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-96f8de04-2fd4-45d5-be32-c708dbd4f4ea admin admin] Publish callbacks [] for security_group (ac700d08-9606-4dd0-879e-2b0b9c22eb9d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.050250 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015ebe9-4582-46f9-a2fe-a37c718fbcf4 None None] The sync data for ids ['49e94ab3-2ad3-45cf-892e-f3a8f4a777d9'] in dv-cinder-799871-32-iscsi is: [{'id': '49e94ab3-2ad3-45cf-892e-f3a8f4a777d9', 'name': 'tempest-AttachVolumeShelveTestJSON-891562860-router', 'tenant_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:34:34Z', 'updated_at': '2022-07-14T20:41:52Z', 'revision_number': 6, 'project_id': 'd8d67813ac3a41d6a7b7ae8ac9629d71', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:53.052929 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Calling delete_port for 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:53.055250 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-96f8de04-2fd4-45d5-be32-c708dbd4f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ac700d08-9606-4dd0-879e-2b0b9c22eb9d), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.100765 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-96f8de04-2fd4-45d5-be32-c708dbd4f4ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abaf5e9490fb4872babfd97e2dcc358c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542638 Jul 14 20:41:53.101944 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40968) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:53.128830 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8de04-2fd4-45d5-be32-c708dbd4f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac700d08-9606-4dd0-879e-2b0b9c22eb9d,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:53.142412 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] Set router 7d40610b-220a-46d7-9cfb-9e697a80addb gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:41:53.199917 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:41:52Z', 'revision_number': 6, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:53.218281 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] Publish callbacks [] for security_group (ac700d08-9606-4dd0-879e-2b0b9c22eb9d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.221159 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.230522 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3e865b-c706-41b3-b300-03f8ed7e0e41 None None] The sync data for ids ['7d40610b-220a-46d7-9cfb-9e697a80addb'] in dv-cinder-799871-32-iscsi is: [{'id': '7d40610b-220a-46d7-9cfb-9e697a80addb', 'name': 'tempest-TestMinimumBasicScenario-366609880-router', 'tenant_id': '3a764b26086c41fc8a4d790eba1ae62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:38:58Z', 'updated_at': '2022-07-14T20:41:52Z', 'revision_number': 6, 'project_id': '3a764b26086c41fc8a4d790eba1ae62a', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:41:53.263001 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:53.271520 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] Publish callbacks [] for security_group (ac700d08-9606-4dd0-879e-2b0b9c22eb9d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.353841 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (2ea9a582-92e8-41b8-8d3c-a1f11aff0222), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.360738 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.393006 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea9a582-92e8-41b8-8d3c-a1f11aff0222,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:53.454458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ac700d08-9606-4dd0-879e-2b0b9c22eb9d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.457182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.458560 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac700d08-9606-4dd0-879e-2b0b9c22eb9d HTTP/1.1" status: 204 len: 168 time: 0.3554504 Jul 14 20:41:53.460641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.463942 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:53.466403 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks [] for router_controller (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.474491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19683077-a870-41e3-9a40-cd0b98e1d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac700d08-9606-4dd0-879e-2b0b9c22eb9d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:53.490428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (7d40610b-220a-46d7-9cfb-9e697a80addb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.543805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (49e94ab3-2ad3-45cf-892e-f3a8f4a777d9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.544565 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:41:53.550739 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.555513 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0d742b9f-b79f-4144-9481-1674975c320e admin admin] 10.222.0.52 "DELETE /v2.0/routers/49e94ab3-2ad3-45cf-892e-f3a8f4a777d9 HTTP/1.1" status: 204 len: 168 time: 1.1147697 Jul 14 20:41:53.556175 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40972) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:53.610120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Deleting subnet 7090dc08-6867-47e5-8faa-57595071b8f5 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:41:53.614135 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Publish callbacks [] for subnet (7090dc08-6867-47e5-8faa-57595071b8f5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.628584 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.631536 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks [] for router_controller (7d40610b-220a-46d7-9cfb-9e697a80addb), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.654026 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (7090dc08-6867-47e5-8faa-57595071b8f5), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.685617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (7d40610b-220a-46d7-9cfb-9e697a80addb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.686257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d40610b-220a-46d7-9cfb-9e697a80addb {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:41:53.690595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.691816 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f0c3c3dd-1fbf-49d6-9211-8403a6cca01e admin admin] 10.222.0.52 "DELETE /v2.0/routers/7d40610b-220a-46d7-9cfb-9e697a80addb HTTP/1.1" status: 204 len: 168 time: 1.2683814 Jul 14 20:41:53.694274 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40974) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:53.759129 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (7090dc08-6867-47e5-8faa-57595071b8f5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.761764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Deleting subnet 02a9c393-6fdd-4b46-8418-3893507eac73 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:41:53.765486 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Publish callbacks [] for subnet (02a9c393-6fdd-4b46-8418-3893507eac73), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.804888 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=4,neutron:INSERT=7,neutron:SELECT=81,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:53.812344 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (02a9c393-6fdd-4b46-8418-3893507eac73), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.844014 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (7090dc08-6867-47e5-8faa-57595071b8f5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.874630 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7090dc08-6867-47e5-8faa-57595071b8f5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:53.879875 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:53.886733 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6f54e380-71f9-47e2-9ab8-833b9cd5d2fe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7090dc08-6867-47e5-8faa-57595071b8f5 HTTP/1.1" status: 204 len: 168 time: 0.3269391 Jul 14 20:41:53.887029 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f86652-6523-4d16-b4cc-25f7fab2eae5 None None] Network fc4df55f-56f1-4441-a13c-56b6d6bdcde5 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:41:53.887483 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 40980) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:53.927705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (02a9c393-6fdd-4b46-8418-3893507eac73), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.006751 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (02a9c393-6fdd-4b46-8418-3893507eac73), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.047014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a9c393-6fdd-4b46-8418-3893507eac73,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:54.060491 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.064674 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a3282196-b296-40de-aad9-53aa7b8866fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/02a9c393-6fdd-4b46-8418-3893507eac73 HTTP/1.1" status: 204 len: 168 time: 0.3691263 Jul 14 20:41:54.067520 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 40986) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:54.072433 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c0b57-a0df-43d6-ae49-8780d53e1d4d None None] Network 043c4f59-67de-4040-822f-f9c0a9e268a4 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:41:54.129487 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:54.189971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (043c4f59-67de-4040-822f-f9c0a9e268a4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.251194 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Deleting port 41d42b88-6932-49df-b36c-f42b39a3b7f1 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:54.251601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.253057 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (fc4df55f-56f1-4441-a13c-56b6d6bdcde5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.286352 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:54.304572 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Deleting port 3c549e61-d0f9-42e1-ad1e-22859f38175d {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:54.304848 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.334005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] For port 41d42b88-6932-49df-b36c-f42b39a3b7f1, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=41d42b88-6932-49df-b36c-f42b39a3b7f1,segment=NetworkSegment(bd8d8f78-98e6-428c-9dc9-7bab9080b011),segment_id=bd8d8f78-98e6-428c-9dc9-7bab9080b011)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:54.334380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.355805 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Calling delete_port for 41d42b88-6932-49df-b36c-f42b39a3b7f1 owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:54.378516 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] For port 3c549e61-d0f9-42e1-ad1e-22859f38175d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3c549e61-d0f9-42e1-ad1e-22859f38175d,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:54.379171 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.402453 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Calling delete_port for 3c549e61-d0f9-42e1-ad1e-22859f38175d owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:54.405889 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] DHCP port deletion for fc4df55f-56f1-4441-a13c-56b6d6bdcde5 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:41:54.491539 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Deleting port 3c549e61-d0f9-42e1-ad1e-22859f38175d {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:41:54.491906 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.524451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fb919-e4b2-4bc2-834d-fb0623e4f468 None None] DHCP port deletion for 043c4f59-67de-4040-822f-f9c0a9e268a4 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:41:54.544536 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.579299 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c549e61-d0f9-42e1-ad1e-22859f38175d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:54.583068 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] No DVR routers for this DVR port 3c549e61-d0f9-42e1-ad1e-22859f38175d on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:54.646062 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 17b37dc3-5fd1-400b-9a73-bafd68ffab24 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:54.648005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (41d42b88-6932-49df-b36c-f42b39a3b7f1), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.687198 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d42b88-6932-49df-b36c-f42b39a3b7f1,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:54.693809 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] For port 3c549e61-d0f9-42e1-ad1e-22859f38175d, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3c549e61-d0f9-42e1-ad1e-22859f38175d,segment=NetworkSegment(20e959eb-6ef2-43d9-abee-f826727b8aa9),segment_id=20e959eb-6ef2-43d9-abee-f826727b8aa9)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:41:54.694216 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.701357 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (fc4df55f-56f1-4441-a13c-56b6d6bdcde5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.702779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] No DVR routers for this DVR port 41d42b88-6932-49df-b36c-f42b39a3b7f1 on host dv-cinder-799871-32-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:54.723449 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Calling delete_port for 3c549e61-d0f9-42e1-ad1e-22859f38175d owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:41:54.726564 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4df55f-56f1-4441-a13c-56b6d6bdcde5']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.736743 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e959eb-6ef2-43d9-abee-f826727b8aa9') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.737036 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e959eb-6ef2-43d9-abee-f826727b8aa9') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.748068 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (20e959eb-6ef2-43d9-abee-f826727b8aa9), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.763361 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (20e959eb-6ef2-43d9-abee-f826727b8aa9), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.771655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:41:54.772180 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (20e959eb-6ef2-43d9-abee-f826727b8aa9), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.809982 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (043c4f59-67de-4040-822f-f9c0a9e268a4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.837578 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 20e959eb-6ef2-43d9-abee-f826727b8aa9 resource provider aggregate not found Jul 14 20:41:54.837818 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043c4f59-67de-4040-822f-f9c0a9e268a4']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.849306 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8d8f78-98e6-428c-9dc9-7bab9080b011') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.849717 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8d8f78-98e6-428c-9dc9-7bab9080b011') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:41:54.857658 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (3c549e61-d0f9-42e1-ad1e-22859f38175d), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.865583 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (bd8d8f78-98e6-428c-9dc9-7bab9080b011), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.887880 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a49fb919-e4b2-4bc2-834d-fb0623e4f468 None None] The port '41d42b88-6932-49df-b36c-f42b39a3b7f1' was deleted {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 14 20:41:54.890131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (bd8d8f78-98e6-428c-9dc9-7bab9080b011), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.895712 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 17b37dc3-5fd1-400b-9a73-bafd68ffab24 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:54.896162 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 17b37dc3-5fd1-400b-9a73-bafd68ffab24 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:54.896728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:54.903453 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 20e959eb-6ef2-43d9-abee-f826727b8aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20e959eb-6ef2-43d9-abee-f826727b8aa9 found for delete ", "request_id": "req-277a6d6a-0ae7-4a59-8e7e-fb47e749d788"}]} Jul 14 20:41:54.903453 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (fc4df55f-56f1-4441-a13c-56b6d6bdcde5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.903882 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] No DVR routers for this DVR port 3c549e61-d0f9-42e1-ad1e-22859f38175d on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:41:54.908254 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:41:54.908736 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (bd8d8f78-98e6-428c-9dc9-7bab9080b011), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.918111 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.937280 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fc4df55f-56f1-4441-a13c-56b6d6bdcde5 HTTP/1.1" status: 204 len: 168 time: 1.0471623 Jul 14 20:41:54.958506 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a6844-db1b-4343-bef9-9f1716665d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4df55f-56f1-4441-a13c-56b6d6bdcde5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:54.972732 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:54.972994 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e6ca8d10-73f4-4e3d-9e4f-ab3fd3413c7c not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:54.973575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:54.975605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15714f-64e9-45b9-a70c-65361c6a21f3 None None] Pushing event deleted for resources: {'Port': ['ID=3c549e61-d0f9-42e1-ad1e-22859f38175d,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:54.994156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (043c4f59-67de-4040-822f-f9c0a9e268a4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:54.999871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:55.007345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2ea9a582-92e8-41b8-8d3c-a1f11aff0222 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:55.008686 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c9617c1f-c7c5-43e4-94ec-1fac114d8717 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:55.024981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.032823 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/043c4f59-67de-4040-822f-f9c0a9e268a4 HTTP/1.1" status: 204 len: 168 time: 0.9619033 Jul 14 20:41:55.032823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a408-3692-42e4-a744-21d2509622a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=043c4f59-67de-4040-822f-f9c0a9e268a4,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:55.036444 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: c9617c1f-c7c5-43e4-94ec-1fac114d8717 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:55.036791 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c9617c1f-c7c5-43e4-94ec-1fac114d8717 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:55.162217 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment bd8d8f78-98e6-428c-9dc9-7bab9080b011 resource provider aggregate not found Jul 14 20:41:55.192839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment bd8d8f78-98e6-428c-9dc9-7bab9080b011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd8d8f78-98e6-428c-9dc9-7bab9080b011 found for delete ", "request_id": "req-f094ef52-5a82-4e4c-9df9-26b68861e277"}]} Jul 14 20:41:55.268836 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41022) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:55.289448 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41024) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:55.316996 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a3fc46ec-99aa-494f-9e82-5581c8f5cfc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8d67813ac3a41d6a7b7ae8ac9629d71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466497 Jul 14 20:41:55.320106 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41026) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:55.338832 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b2ae6824-3997-4627-9d62-90451bdcb777 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2df2b1715762427cb824e381a83bdad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479145 Jul 14 20:41:55.339440 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41028) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:55.377787 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] Publish callbacks [] for security_group (52336b4f-dd4d-463a-b29f-a9d07a0ddc56), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.393071 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] Publish callbacks [] for security_group (bc27df4b-4b97-41c8-a5d8-78f230dd1a24), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.405555 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] Publish callbacks [] for security_group (52336b4f-dd4d-463a-b29f-a9d07a0ddc56), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.418713 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] Publish callbacks [] for security_group (bc27df4b-4b97-41c8-a5d8-78f230dd1a24), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.467832 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (52336b4f-dd4d-463a-b29f-a9d07a0ddc56), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.470592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.471838 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52336b4f-dd4d-463a-b29f-a9d07a0ddc56 HTTP/1.1" status: 204 len: 168 time: 0.1508038 Jul 14 20:41:55.481916 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bc27df4b-4b97-41c8-a5d8-78f230dd1a24), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.482105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee5ee-531a-4f7b-b219-647de76cbbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52336b4f-dd4d-463a-b29f-a9d07a0ddc56,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:55.492102 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.493317 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc27df4b-4b97-41c8-a5d8-78f230dd1a24 HTTP/1.1" status: 204 len: 168 time: 0.1529822 Jul 14 20:41:55.504137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c9325-7b4d-4a9b-91a4-08212150446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27df4b-4b97-41c8-a5d8-78f230dd1a24,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:55.712017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41038) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:55.814766 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 41d42b88-6932-49df-b36c-f42b39a3b7f1 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:55.834793 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 41d42b88-6932-49df-b36c-f42b39a3b7f1 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:55.835167 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 41d42b88-6932-49df-b36c-f42b39a3b7f1 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:55.835592 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3c549e61-d0f9-42e1-ad1e-22859f38175d no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:41:55.855447 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 3c549e61-d0f9-42e1-ad1e-22859f38175d {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:41:55.855865 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3c549e61-d0f9-42e1-ad1e-22859f38175d not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:41:55.945360 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-314f42a1-da7f-4b39-8cec-041e0ad1c751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:55.948284 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:55.987526 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:56.028479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41050) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:56.043479 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-314f42a1-da7f-4b39-8cec-041e0ad1c751 admin admin] Publish callbacks [] for security_group (34290624-c19b-4202-9602-574861ca959d), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.047865 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-314f42a1-da7f-4b39-8cec-041e0ad1c751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (34290624-c19b-4202-9602-574861ca959d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.055214 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:56.073399 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-73ea331c-7016-4502-96b1-adb8f21cce7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a764b26086c41fc8a4d790eba1ae62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438015 Jul 14 20:41:56.076001 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41054) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:56.094274 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-314f42a1-da7f-4b39-8cec-041e0ad1c751 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db8108a8afa9403aa78475c06496b951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774559 Jul 14 20:41:56.094274 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f42a1-da7f-4b39-8cec-041e0ad1c751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34290624-c19b-4202-9602-574861ca959d,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:56.094645 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41056) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:41:56.121907 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:41:56.160386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] Publish callbacks [] for security_group (9d8cb272-462f-4369-a4a3-4a3020339989), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.190920 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] Publish callbacks [] for security_group (34290624-c19b-4202-9602-574861ca959d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.196988 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] Publish callbacks [] for security_group (9d8cb272-462f-4369-a4a3-4a3020339989), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.240287 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] Publish callbacks [] for security_group (34290624-c19b-4202-9602-574861ca959d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.310396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9d8cb272-462f-4369-a4a3-4a3020339989), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.313138 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.314268 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d8cb272-462f-4369-a4a3-4a3020339989 HTTP/1.1" status: 204 len: 168 time: 0.2373741 Jul 14 20:41:56.324202 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9eac5-a1e6-425d-a87e-2e6a56f6636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cb272-462f-4369-a4a3-4a3020339989,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:56.327909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (34290624-c19b-4202-9602-574861ca959d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.330539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:56.331721 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34290624-c19b-4202-9602-574861ca959d HTTP/1.1" status: 204 len: 168 time: 0.2361231 Jul 14 20:41:56.342028 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14e20-c3b4-47e8-a222-615e8423e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34290624-c19b-4202-9602-574861ca959d,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:41:57.588988 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-20291a5b-44cc-414b-b6cf-29ae64325ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:41:59.873761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-729218f3-d14b-42dd-84de-27ab6ebe5c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:01.130517 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:02.687108 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:02.700194 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:02.781045 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41190) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:02.791985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:02.893889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d7400af-b90c-4612-8d50-15b11cc44be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:02.976414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d7400af-b90c-4612-8d50-15b11cc44be8 admin admin] Publish callbacks [] for security_group (0715b36f-fa08-4003-a81e-992ab682ac6c), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:02.980683 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:02.981273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8d7400af-b90c-4612-8d50-15b11cc44be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0715b36f-fa08-4003-a81e-992ab682ac6c), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:03.024782 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8d7400af-b90c-4612-8d50-15b11cc44be8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af15ec2c218c487aac99bf8a5975e18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425613 Jul 14 20:42:03.026377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7400af-b90c-4612-8d50-15b11cc44be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0715b36f-fa08-4003-a81e-992ab682ac6c,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:03.028105 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41206) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:03.050644 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=25 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:03.083407 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] Publish callbacks [] for security_group (0715b36f-fa08-4003-a81e-992ab682ac6c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:03.106214 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] Publish callbacks [] for security_group (0715b36f-fa08-4003-a81e-992ab682ac6c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:03.153340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0715b36f-fa08-4003-a81e-992ab682ac6c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:03.155854 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:03.157018 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0715b36f-fa08-4003-a81e-992ab682ac6c HTTP/1.1" status: 204 len: 168 time: 0.1266468 Jul 14 20:42:03.164617 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518f8ad-5491-48cf-865f-2c4abd323cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0715b36f-fa08-4003-a81e-992ab682ac6c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:03.867911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41228) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:03.978172 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977616380-network', 'tenant_id': 'c8ded6a71283444e892094501f29e4da'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:04.001762 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Made reservation on behalf of c8ded6a71283444e892094501f29e4da for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:04.004129 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.013537 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.109278 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks [] for security_group (b5f40492-930c-4043-b7ef-2304a3ff20e2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.113885 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b5f40492-930c-4043-b7ef-2304a3ff20e2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.140810 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:42:04.156170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f40492-930c-4043-b7ef-2304a3ff20e2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:04.159548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (67a005b8-7fec-4948-958d-1e63db5761d3), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.160009 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Added segment 67a005b8-7fec-4948-958d-1e63db5761d3 of type vlan for network e7b9cd92-b78c-490d-aec4-6eeb43205f28 Jul 14 20:42:04.206875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (e7b9cd92-b78c-490d-aec4-6eeb43205f28), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.214889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:04.234208 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (e7b9cd92-b78c-490d-aec4-6eeb43205f28), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.235299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:04.236123 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.273946 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4049370 Jul 14 20:42:04.277418 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41246) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:04.282350 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Request body: {'subnet': {'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977616380-subnet', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:04.304259 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Made reservation on behalf of c8ded6a71283444e892094501f29e4da for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:04.307303 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801870'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.310512 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d5632-eb2e-426f-adf2-d014be2829f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7b9cd92-b78c-490d-aec4-6eeb43205f28,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:04.323367 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:42:04.343703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:04.508232 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3584983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801724'] for subnet (5f2b3055-2437-422a-a94b-428ce53ad559), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.517124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41254) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:04.599356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2b3055-2437-422a-a94b-428ce53ad559,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:04.610474 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Checking segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:04.611261 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Network hostable DHCP agents. Network: e7b9cd92-b78c-490d-aec4-6eeb43205f28, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:42:04.634600 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:42:04.645154 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, e7b9cd92-b78c-490d-aec4-6eeb43205f28) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:04.655253 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:04.658204 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.659602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:04.662538 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ee3c4-cd64-421f-80f7-b8817da0a1c3 None None] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:04.676245 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-1d972c0d-181c-4a09-befb-e04b64d6848a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3976593 Jul 14 20:42:04.682861 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41258) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:04.685629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.687919 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:04.714388 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.715998 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.731773 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:04.785256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for router_controller (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), precommit_add_association {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.807975 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Publish callbacks [] for security_group (2db3f741-6263-4356-bb6a-e629942c7dd1), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.814760 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2db3f741-6263-4356-bb6a-e629942c7dd1), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.844504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:42:04.848469 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:04.867862 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d560d6eb35a84b818714812740ef84cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487685 Jul 14 20:42:04.868104 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41260) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:04.868792 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db3f741-6263-4356-bb6a-e629942c7dd1,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:04.877902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.878245 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.878767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.879284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.879767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.880294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.880769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.881266 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.881857 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.882474 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.882997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.883498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.883989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.884465 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.885534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69a16a-46d1-43f7-baa5-fd0a38231cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:04.904718 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:05.020753 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] Publish callbacks [] for security_group (2db3f741-6263-4356-bb6a-e629942c7dd1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.033753 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for router_gateway (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.052409 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] Publish callbacks [] for security_group (2db3f741-6263-4356-bb6a-e629942c7dd1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.144895 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Allocated IP 172.20.0.2 (e7b9cd92-b78c-490d-aec4-6eeb43205f28/5f2b3055-2437-422a-a94b-428ce53ad559/c0773057-3a12-4ec5-92fa-1c87b939b7bd) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:05.231730 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (2db3f741-6263-4356-bb6a-e629942c7dd1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.234257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.235433 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2db3f741-6263-4356-bb6a-e629942c7dd1 HTTP/1.1" status: 204 len: 168 time: 0.3662312 Jul 14 20:42:05.265031 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ba86-33ce-4719-af3d-6f877de6f7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db3f741-6263-4356-bb6a-e629942c7dd1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:05.292165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for router_gateway (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.315091 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.323035 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks [] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.335787 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.383171 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:05.390273 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:05.393425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:05.404507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Pushing event updated for resources: {'Port': ['ID=c0773057-3a12-4ec5-92fa-1c87b939b7bd,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:05.453617 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Allocated IP 172.27.0.224 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/767d684d-9a75-4d9f-991c-169499e8dd3e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:05.502785 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Attempting to bind port c0773057-3a12-4ec5-92fa-1c87b939b7bd on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:05.503229 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Attempting to bind port c0773057-3a12-4ec5-92fa-1c87b939b7bd by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:05.503516 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Attempting to bind port c0773057-3a12-4ec5-92fa-1c87b939b7bd on network e7b9cd92-b78c-490d-aec4-6eeb43205f28 {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:05.510100 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:05.510499 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Checking segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:05.510843 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.511268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Bound using segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:05.511736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Bound port: c0773057-3a12-4ec5-92fa-1c87b939b7bd, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:05.512114 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.580506 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.588401 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] For port c0773057-3a12-4ec5-92fa-1c87b939b7bd, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:05.591727 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] For port c0773057-3a12-4ec5-92fa-1c87b939b7bd, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c0773057-3a12-4ec5-92fa-1c87b939b7bd,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:05.598872 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.622274 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:05.675925 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:05.691824 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:05.696835 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:05.702920 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb077a3-b8c3-4cf4-afff-f33805b7833c None None] Pushing event updated for resources: {'Port': ['ID=c0773057-3a12-4ec5-92fa-1c87b939b7bd,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:05.731913 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Pushing event updated for resources: {'Port': ['ID=767d684d-9a75-4d9f-991c-169499e8dd3e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:05.818988 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:06.009049 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for router_gateway (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:06.051603 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:06.219134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:06.355329 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:42:06.478187 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:06.490680 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Sync routers for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:06.501296 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:06.502815 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fd46c0a5-410a-40ef-970c-a77366c97968 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8189290 Jul 14 20:42:06.505939 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41294) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:06.507342 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:06.507558 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:06.547961 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:06.648913 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:06.805977 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b39ad-cf01-4d18-a925-29932555779e None None] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:06.858825 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:06.910975 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Provisioning complete for port c0773057-3a12-4ec5-92fa-1c87b939b7bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:06.911623 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:06.942960 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:05Z', 'revision_number': 3, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:06.972799 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Checking router: e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:06.973390 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Updating router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd port 767d684d-9a75-4d9f-991c-169499e8dd3e binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:42:06.985269 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.026523 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.151124 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Allocated IP 172.20.0.1 (e7b9cd92-b78c-490d-aec4-6eeb43205f28/5f2b3055-2437-422a-a94b-428ce53ad559/2360610d-31e5-4968-bd7f-efe278091e41) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:07.160480 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:07.182858 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Current status of the port c0773057-3a12-4ec5-92fa-1c87b939b7bd is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:07.183542 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.191893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:07.272917 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] For port c0773057-3a12-4ec5-92fa-1c87b939b7bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c0773057-3a12-4ec5-92fa-1c87b939b7bd,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:07.278817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.362967 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e87045-96de-4435-9252-6e947f2bb934 None None] Pushing event updated for resources: {'Port': ['ID=c0773057-3a12-4ec5-92fa-1c87b939b7bd,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:07.368700 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:07.427773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks [] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.435414 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.504990 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Attempting to bind port 767d684d-9a75-4d9f-991c-169499e8dd3e on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:07.505760 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Attempting to bind port 767d684d-9a75-4d9f-991c-169499e8dd3e by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:07.505760 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Attempting to bind port 767d684d-9a75-4d9f-991c-169499e8dd3e on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:07.509797 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594b6d7-f8cf-4c6a-a45b-070a6f052f6d None None] Pushing event updated for resources: {'Port': ['ID=767d684d-9a75-4d9f-991c-169499e8dd3e,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:07.516428 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-f8bfe7e7-997c-4f77-a855-3b517485bafb None None] Provisioning complete for port c0773057-3a12-4ec5-92fa-1c87b939b7bd triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:07.516801 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe7e7-997c-4f77-a855-3b517485bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.519700 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:07.520028 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:07.520604 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.521027 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:07.521562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Bound port: 767d684d-9a75-4d9f-991c-169499e8dd3e, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:07.522188 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.566595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks [] for port (2360610d-31e5-4968-bd7f-efe278091e41), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.600998 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.618430 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] For port 767d684d-9a75-4d9f-991c-169499e8dd3e, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:07.623405 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] For port 767d684d-9a75-4d9f-991c-169499e8dd3e, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=767d684d-9a75-4d9f-991c-169499e8dd3e,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:07.651578 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.652525 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:07.653641 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:07.656284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:07.658403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:07.688860 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfe7e7-997c-4f77-a855-3b517485bafb None None] Current status of the port c0773057-3a12-4ec5-92fa-1c87b939b7bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:07.710679 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.719138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:07.729849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:07.730495 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:07.929954 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2360610d-31e5-4968-bd7f-efe278091e41), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:07.958023 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c0773057-3a12-4ec5-92fa-1c87b939b7bd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:07.965496 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594b6d7-f8cf-4c6a-a45b-070a6f052f6d None None] Pushing event updated for resources: {'Port': ['ID=767d684d-9a75-4d9f-991c-169499e8dd3e,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:08.063705 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-37833d10-217c-459e-a898-4a597179ffa1 None None] Provisioning complete for port 2360610d-31e5-4968-bd7f-efe278091e41 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:08.063963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-37833d10-217c-459e-a898-4a597179ffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2360610d-31e5-4968-bd7f-efe278091e41), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.127060 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port c0773057-3a12-4ec5-92fa-1c87b939b7bd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:08.127445 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.137538 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:08.147207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks [] for port (2360610d-31e5-4968-bd7f-efe278091e41), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.152728 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.188510 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-37833d10-217c-459e-a898-4a597179ffa1 None None] Port 2360610d-31e5-4968-bd7f-efe278091e41 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:08.220435 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41326) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:08.237339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.246200 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:08.298956 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.382383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:08.386048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:08.397691 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port c0773057-3a12-4ec5-92fa-1c87b939b7bd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:08.419932 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.460211 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:05Z', 'revision_number': 3, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:08.464977 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:08.506038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54458ff6-f4ac-4717-bd57-56acf10b1f92 None None] The sync data for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi is: [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:05Z', 'revision_number': 3, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:42:08.544168 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Publish callbacks [] for security_group (e2f72062-7242-4e60-8b08-36fbb4d93f2b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.549789 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e2f72062-7242-4e60-8b08-36fbb4d93f2b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.566112 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:08.606175 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9301219ff9f401eb25df8ae3a933072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845484 Jul 14 20:42:08.609458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:42:08.611352 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41332) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:08.615312 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:08.633165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f72062-7242-4e60-8b08-36fbb4d93f2b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:08.655680 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.656033 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.656375 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.656726 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.657061 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.657389 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.657715 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.658037 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.658367 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.658683 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.659127 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.659451 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.659773 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.660100 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.660413 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2bdc25-6596-4e95-bfb0-8dc5d803dedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:08.676614 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:08.695763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] Publish callbacks [] for security_group (e2f72062-7242-4e60-8b08-36fbb4d93f2b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.742173 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] Publish callbacks [] for security_group (e2f72062-7242-4e60-8b08-36fbb4d93f2b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.799543 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (e2f72062-7242-4e60-8b08-36fbb4d93f2b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.802999 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.806451 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2f72062-7242-4e60-8b08-36fbb4d93f2b HTTP/1.1" status: 204 len: 168 time: 0.1917286 Jul 14 20:42:08.812212 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:08.835622 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-29ef6afb-6fbc-42c3-98d8-2895582cc3b7 admin admin] 10.222.0.52 "PUT /v2.0/routers/e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3181894 Jul 14 20:42:08.835734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ee32-b17a-4d90-845d-c7997e8ea11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f72062-7242-4e60-8b08-36fbb4d93f2b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:08.845112 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-af849205-381e-418a-943b-029644aca7f4 None None] Provisioning complete for port 2360610d-31e5-4968-bd7f-efe278091e41 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:08.846130 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-af849205-381e-418a-943b-029644aca7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2360610d-31e5-4968-bd7f-efe278091e41), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:08.914620 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-af849205-381e-418a-943b-029644aca7f4 None None] Port 2360610d-31e5-4968-bd7f-efe278091e41 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:09.206541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41346) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:09.222366 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28cb6e99-47dd-46d3-b146-55f3c5a28181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.233106 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:09.321889 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28cb6e99-47dd-46d3-b146-55f3c5a28181 admin admin] Publish callbacks [] for security_group (129e0ec1-d13b-4954-b67a-63d99b9f593e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.323622 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-28cb6e99-47dd-46d3-b146-55f3c5a28181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (129e0ec1-d13b-4954-b67a-63d99b9f593e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.365497 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-28cb6e99-47dd-46d3-b146-55f3c5a28181 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab7d1a1f1ebd49a7b6bd91c1f3802a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573050 Jul 14 20:42:09.366183 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb6e99-47dd-46d3-b146-55f3c5a28181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129e0ec1-d13b-4954-b67a-63d99b9f593e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:09.367807 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41352) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:09.441587 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] Publish callbacks [] for security_group (129e0ec1-d13b-4954-b67a-63d99b9f593e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.468034 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] Publish callbacks [] for security_group (129e0ec1-d13b-4954-b67a-63d99b9f593e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.520131 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (129e0ec1-d13b-4954-b67a-63d99b9f593e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.522766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.523965 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/129e0ec1-d13b-4954-b67a-63d99b9f593e HTTP/1.1" status: 204 len: 168 time: 0.1548870 Jul 14 20:42:09.534567 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3e79d-1927-49ad-b30c-f39b711d11fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e0ec1-d13b-4954-b67a-63d99b9f593e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:09.597257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41360) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:09.602624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1074676207-network', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:09.624133 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Made reservation on behalf of 47ebe372bc944ef7967dca5e2ba857f1 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:09.631589 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.636875 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.718231 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks [] for security_group (dbd38b38-d89a-4cf1-b756-e7b2b3ba750e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.722475 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (dbd38b38-d89a-4cf1-b756-e7b2b3ba750e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.767810 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:42:09.790288 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd38b38-d89a-4cf1-b756-e7b2b3ba750e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:09.793610 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.793961 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Added segment e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6 of type vlan for network fcc83116-130e-4e0e-a91f-8b3ea751af2e Jul 14 20:42:09.847356 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (fcc83116-130e-4e0e-a91f-8b3ea751af2e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.877060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (fcc83116-130e-4e0e-a91f-8b3ea751af2e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.878071 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:09.878645 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.886337 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 767d684d-9a75-4d9f-991c-169499e8dd3e up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:09.913420 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3150611 Jul 14 20:42:09.917234 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41372) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:09.924017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Request body: {'subnet': {'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1074676207-subnet', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:09.934565 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 767d684d-9a75-4d9f-991c-169499e8dd3e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:09.934949 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:09.944099 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581f98-796f-40fb-a868-f77c0d6f6fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc83116-130e-4e0e-a91f-8b3ea751af2e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:09.959094 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:42:09.961218 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Made reservation on behalf of 47ebe372bc944ef7967dca5e2ba857f1 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:09.964635 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.082668 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 767d684d-9a75-4d9f-991c-169499e8dd3e is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:10.083098 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.112527 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 767d684d-9a75-4d9f-991c-169499e8dd3e, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=767d684d-9a75-4d9f-991c-169499e8dd3e,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:10.117730 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.158654 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:10.172536 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=767d684d-9a75-4d9f-991c-169499e8dd3e,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:10.178863 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (7a359177-04e7-4281-82f4-6328bfb19ff5), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.237277 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a359177-04e7-4281-82f4-6328bfb19ff5,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:10.248522 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Checking segment: {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:10.248880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Network hostable DHCP agents. Network: fcc83116-130e-4e0e-a91f-8b3ea751af2e, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:42:10.268737 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:42:10.279629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, fcc83116-130e-4e0e-a91f-8b3ea751af2e) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:10.283850 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:10.284435 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.297425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b8da91-7f96-4e00-a4bb-16f6854c5cd5 None None] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:10.304407 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-49cda181-1ecd-46cc-8317-601dcc53f2bd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3853858 Jul 14 20:42:10.307000 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41384) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:10.311480 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:10.334692 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1978830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-399'] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.335807 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1978706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1593732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-502'] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.340497 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41386) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:10.396093 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for router_controller (30e9d3ab-7a55-40d8-980b-7eafb325ecea), precommit_add_association {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.423245 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde4930e0-0ea7-574b-9116-4e1516bb6da6-fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'fixed_ips': [{'subnet_id': '7a359177-04e7-4281-82f4-6328bfb19ff5'}]}} from dv-cinder-799871-32-iscsi. {{(pid=104110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 20:42:10.424181 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.476688 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-646453800-network', 'tenant_id': 'd8130deded584e99a426b49e949e033a'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:10.481813 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:10.510640 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Sync routers for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:10.521171 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:10.521765 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:10.565368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Made reservation on behalf of d8130deded584e99a426b49e949e033a for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:10.567745 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.572236 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:10.579970 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.db_base_plugin_common [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Allocated IP 172.20.0.2 (fcc83116-130e-4e0e-a91f-8b3ea751af2e/7a359177-04e7-4281-82f4-6328bfb19ff5/e0496d61-f0eb-4612-bcd6-836402a6b2d0) {{(pid=104110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:10.582610 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.586539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for router_gateway (30e9d3ab-7a55-40d8-980b-7eafb325ecea), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.629951 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:10.763738 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks [] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), precommit_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.771253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), after_create {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.824698 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e is already hosted by enough agents. {{(pid=104110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:10.826072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Pushing event updated for resources: {'Port': ['ID=e0496d61-f0eb-4612-bcd6-836402a6b2d0,revision_number=1']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:10.826282 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:08Z', 'revision_number': 2, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:10.831125 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.scheduler.base_scheduler [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Resources bound (agent type, host, resource id): {{(pid=104110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:10.833629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Received port after_create {{(pid=104110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:10.860433 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Checking router: e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:10.860433 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Updating router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd port 2360610d-31e5-4968-bd7f-efe278091e41 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:42:10.882982 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks [] for security_group (48e50753-7924-4951-b20d-a65659525876), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.890903 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (48e50753-7924-4951-b20d-a65659525876), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.893410 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2360610d-31e5-4968-bd7f-efe278091e41), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.897657 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Attempting to bind port e0496d61-f0eb-4612-bcd6-836402a6b2d0 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:10.898393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Attempting to bind port e0496d61-f0eb-4612-bcd6-836402a6b2d0 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:10.898881 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Attempting to bind port e0496d61-f0eb-4612-bcd6-836402a6b2d0 on network fcc83116-130e-4e0e-a91f-8b3ea751af2e {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:10.905800 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:10.906477 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Checking segment: {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:10.907376 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.907833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Bound using segment: {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:10.908556 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Bound port: e0496d61-f0eb-4612-bcd6-836402a6b2d0, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:10.909061 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.918505 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for router_gateway (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.920511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:42:10.956791 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:10.957056 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.961789 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (dbbe60d6-65da-48cf-946e-f22f922bf79d), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:10.962120 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Added segment dbbe60d6-65da-48cf-946e-f22f922bf79d of type vlan for network a1b9122e-2b3d-4399-9b8c-b27bb635ee18 Jul 14 20:42:10.963888 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e50753-7924-4951-b20d-a65659525876,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:10.995745 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] For port e0496d61-f0eb-4612-bcd6-836402a6b2d0, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:11.000967 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] For port e0496d61-f0eb-4612-bcd6-836402a6b2d0, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e0496d61-f0eb-4612-bcd6-836402a6b2d0,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:11.008951 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.049235 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (a1b9122e-2b3d-4399-9b8c-b27bb635ee18), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.067189 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d69caa-e748-493a-98cb-15d8f8b290ed None None] Pushing event updated for resources: {'Port': ['ID=e0496d61-f0eb-4612-bcd6-836402a6b2d0,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:11.110256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (a1b9122e-2b3d-4399-9b8c-b27bb635ee18), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.111302 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:11.111879 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.179325 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks [] for port (2360610d-31e5-4968-bd7f-efe278091e41), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.184308 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.186354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Allocated IP 172.27.0.100 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/08ae4e38-0817-407f-9d68-9cee924b2dcd) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:11.193754 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8494873 Jul 14 20:42:11.194075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41392) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:11.199103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Request body: {'subnet': {'network_id': 'a1b9122e-2b3d-4399-9b8c-b27bb635ee18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-646453800-subnet', 'tenant_id': 'd8130deded584e99a426b49e949e033a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:11.213974 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.223265 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Made reservation on behalf of d8130deded584e99a426b49e949e033a for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:11.226033 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801870'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.232430 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194e079-fb45-4cb8-9e0d-58024b736d78 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b9122e-2b3d-4399-9b8c-b27bb635ee18,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:11.248451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network a1b9122e-2b3d-4399-9b8c-b27bb635ee18 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:42:11.367129 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Attempting to bind port 2360610d-31e5-4968-bd7f-efe278091e41 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:11.367687 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Attempting to bind port 2360610d-31e5-4968-bd7f-efe278091e41 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:11.368200 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Attempting to bind port 2360610d-31e5-4968-bd7f-efe278091e41 on network e7b9cd92-b78c-490d-aec4-6eeb43205f28 {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:11.373842 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Pushing event updated for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:11.383583 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:11.390523 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Checking segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:11.391230 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.391764 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Bound using segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:11.392414 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Bound port: 2360610d-31e5-4968-bd7f-efe278091e41, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:11.392937 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2360610d-31e5-4968-bd7f-efe278091e41), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.396210 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.405165 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.405964 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.406453 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.406968 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.407463 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.407938 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.408426 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.408928 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.409261 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.409587 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.409919 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.410239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.410558 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.410876 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:11.448968 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.460833 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.472913 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.506875 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.514321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.515231 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] For port 2360610d-31e5-4968-bd7f-efe278091e41, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:11.519879 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] For port 2360610d-31e5-4968-bd7f-efe278091e41, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2360610d-31e5-4968-bd7f-efe278091e41,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:11.528420 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.531282 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.540558 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3584983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801724'] for subnet (53c495bb-654d-4ae1-b403-36a577bfc2bb), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.590725 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:11.593800 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c495bb-654d-4ae1-b403-36a577bfc2bb,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:11.596260 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:11.599082 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:11.602105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Pushing event updated for resources: {'Port': ['ID=08ae4e38-0817-407f-9d68-9cee924b2dcd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:11.626282 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.635832 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Checking segment: {'id': 'dbbe60d6-65da-48cf-946e-f22f922bf79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a1b9122e-2b3d-4399-9b8c-b27bb635ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:11.636042 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Network hostable DHCP agents. Network: a1b9122e-2b3d-4399-9b8c-b27bb635ee18, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:42:11.642630 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:11.643406 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:11.657047 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Network a1b9122e-2b3d-4399-9b8c-b27bb635ee18 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:42:11.660635 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Provisioning complete for port 2360610d-31e5-4968-bd7f-efe278091e41 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:11.661014 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2360610d-31e5-4968-bd7f-efe278091e41), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.674660 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, a1b9122e-2b3d-4399-9b8c-b27bb635ee18) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:11.684846 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:11.687667 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.694510 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0417a06f-17d9-41f5-ab1c-fe016430d5d6 None None] Network a1b9122e-2b3d-4399-9b8c-b27bb635ee18 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:11.718610 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-de906811-ba1b-4a54-bc6c-2b278d133a08 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5224316 Jul 14 20:42:11.864078 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:11.899313 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Current status of the port 2360610d-31e5-4968-bd7f-efe278091e41 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:11.900014 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (2360610d-31e5-4968-bd7f-efe278091e41), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:11.950103 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de39ed52-7b18-4858-a5e3-f2b80913f85f None None] Network a1b9122e-2b3d-4399-9b8c-b27bb635ee18 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:12.099953 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for router_gateway (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.167201 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:12.323048 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19e6c5-aff5-4aa2-9ab0-bf5d0f744493 None None] Pushing event updated for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:12.349287 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-072ed046-eeac-4820-9104-e80fe272292d None None] For port 2360610d-31e5-4968-bd7f-efe278091e41, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2360610d-31e5-4968-bd7f-efe278091e41,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:12.350967 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 767d684d-9a75-4d9f-991c-169499e8dd3e up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:12.395993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.479155 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1978715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022635'] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.480854 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:12.495756 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 767d684d-9a75-4d9f-991c-169499e8dd3e triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:12.496135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.508428 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782e905-6fd7-4e59-9f06-69e7ffdf1c73 None None] The sync data for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi is: [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:42:12.579678 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-c3483f02-332f-4ab1-af0e-f4d4d254832f None None] Provisioning complete for port 2360610d-31e5-4968-bd7f-efe278091e41 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:12.580270 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c3483f02-332f-4ab1-af0e-f4d4d254832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2360610d-31e5-4968-bd7f-efe278091e41), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.619563 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ed046-eeac-4820-9104-e80fe272292d None None] Pushing event updated for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:12.632942 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16926cf5-f950-48b4-8584-5e5eaa50aa8e None None] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:12.636613 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-34341788-adcd-48fd-b71b-cff6eb5c849f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107497457&fields=id&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 267 time: 0.1492715 Jul 14 20:42:12.773942 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 767d684d-9a75-4d9f-991c-169499e8dd3e is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:12.775064 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e0496d61-f0eb-4612-bcd6-836402a6b2d0 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:12.811495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41418) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:12.818714 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-215021998-network', 'tenant_id': 'daba16cd7a9f422ba39ebcc7e61d95cf'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:12.819620 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:12.847443 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-18fa3bfd-a9b4-46a9-8808-b6495c6a453e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:12.849651 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-c3483f02-332f-4ab1-af0e-f4d4d254832f None None] Current status of the port 2360610d-31e5-4968-bd7f-efe278091e41 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:12.857503 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-18fa3bfd-a9b4-46a9-8808-b6495c6a453e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.2043614 Jul 14 20:42:12.862624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Made reservation on behalf of daba16cd7a9f422ba39ebcc7e61d95cf for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:12.867039 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.878335 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.882208 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-b788c9c2-1d5c-4255-a10c-fc3f53209b69 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/quotas/83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 375 time: 0.0235736 Jul 14 20:42:12.895336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e0496d61-f0eb-4612-bcd6-836402a6b2d0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:12.895619 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:12.895937 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:12.930501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Router 30e9d3ab-7a55-40d8-980b-7eafb325ecea is scheduled to L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 with binding_index 1 {{(pid=104109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 20:42:12.974568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-58fcc1e7-28e0-42c6-9ee1-4eae51f44183 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911486 Jul 14 20:42:12.994599 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks [] for security_group (ee8ca346-4202-4104-b8a8-40116ca0fe0e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.000858 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ee8ca346-4202-4104-b8a8-40116ca0fe0e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.013140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Provisioning complete for port e0496d61-f0eb-4612-bcd6-836402a6b2d0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:13.013867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.015776 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:42:13.028564 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (5653e576-38ef-4368-a089-326b8750293f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.028962 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Added segment 5653e576-38ef-4368-a089-326b8750293f of type vlan for network b9486313-a9f5-4eed-b79d-6a8e33a3431c Jul 14 20:42:13.039254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e0496d61-f0eb-4612-bcd6-836402a6b2d0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:13.039666 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.046079 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:13.065930 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ca346-4202-4104-b8a8-40116ca0fe0e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:13.104150 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port e0496d61-f0eb-4612-bcd6-836402a6b2d0, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e0496d61-f0eb-4612-bcd6-836402a6b2d0,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:13.110105 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.147722 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (b9486313-a9f5-4eed-b79d-6a8e33a3431c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.185005 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (b9486313-a9f5-4eed-b79d-6a8e33a3431c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.187072 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:13.187833 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.215249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=e0496d61-f0eb-4612-bcd6-836402a6b2d0,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:13.230137 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Current status of the port e0496d61-f0eb-4612-bcd6-836402a6b2d0 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:13.230739 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.253813 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-88df469a-5d5c-49f0-ba0c-92df7ea4d7a6 service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780159 Jul 14 20:42:13.255230 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4400897 Jul 14 20:42:13.257023 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41420) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:13.263292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Request body: {'subnet': {'network_id': 'b9486313-a9f5-4eed-b79d-6a8e33a3431c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-215021998-subnet', 'tenant_id': 'daba16cd7a9f422ba39ebcc7e61d95cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:13.294923 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c5884-69ff-4a95-9451-f9f57186bbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b9486313-a9f5-4eed-b79d-6a8e33a3431c,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:13.295519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:13.305158 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.db.api [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 20:42:13.305621 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG oslo_db.api [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 20:42:13.311905 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network b9486313-a9f5-4eed-b79d-6a8e33a3431c details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:42:13.324024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:13.327741 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Made reservation on behalf of daba16cd7a9f422ba39ebcc7e61d95cf for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:13.330655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.344091 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Sync routers for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:13.395624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:13.396579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:13.401791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.405864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3f4ddfb3-3019-428f-9188-351b63d7fd0d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0951722 Jul 14 20:42:13.406554 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41422) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:13.491182 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-c06b2fc1-3017-453e-a9e0-467084797420 service neutron] 10.222.0.52 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165790 Jul 14 20:42:13.526650 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:13.553057 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:13.615557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (88008cfd-5b73-4bfd-b5ff-21d6c1edb77e), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.704052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Checking segment: {'id': '5653e576-38ef-4368-a089-326b8750293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9486313-a9f5-4eed-b79d-6a8e33a3431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:13.704499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Network hostable DHCP agents. Network: b9486313-a9f5-4eed-b79d-6a8e33a3431c, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:42:13.708230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88008cfd-5b73-4bfd-b5ff-21d6c1edb77e,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:13.730141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Network b9486313-a9f5-4eed-b79d-6a8e33a3431c is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:42:13.759372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, b9486313-a9f5-4eed-b79d-6a8e33a3431c) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:13.774743 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a0ec24-fead-411d-a6b5-4334376de1a0 None None] Network b9486313-a9f5-4eed-b79d-6a8e33a3431c requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:13.780649 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:13.781219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:13.829054 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c63bb97f-cb04-4eb9-9369-f66ac62a88e5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5619276 Jul 14 20:42:13.954589 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-3ecac51c-db45-4737-b090-c043fcfe24c4 None None] Current status of the port e0496d61-f0eb-4612-bcd6-836402a6b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:13.966620 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 3, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:14.041703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2360610d-31e5-4968-bd7f-efe278091e41 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:14.083804 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Checking router: 30e9d3ab-7a55-40d8-980b-7eafb325ecea for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:14.084225 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Updating router 30e9d3ab-7a55-40d8-980b-7eafb325ecea port 08ae4e38-0817-407f-9d68-9cee924b2dcd binding host dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:42:14.120031 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41436) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:14.126848 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:14.139381 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1c51f7ae-c923-48fb-9901-cc819cacda5b req-39fa9b6a-eb47-4d5b-bec3-aa7141b86cdf tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 210 time: 0.0660062 Jul 14 20:42:14.157699 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178ef35-01a5-48cc-9428-2b3896118443 None None] Network b9486313-a9f5-4eed-b79d-6a8e33a3431c requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:14.168511 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-1ca9fed0-e65b-4574-872c-88216fa0f632 None None] Provisioning complete for port e0496d61-f0eb-4612-bcd6-836402a6b2d0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:14.168511 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1ca9fed0-e65b-4574-872c-88216fa0f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.185136 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:14.187847 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:14.199915 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 2360610d-31e5-4968-bd7f-efe278091e41 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:14.200219 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (2360610d-31e5-4968-bd7f-efe278091e41), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.200541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.201821 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.482040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Deleting subnet 53c495bb-654d-4ae1-b403-36a577bfc2bb {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:42:14.487942 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Publish callbacks [] for subnet (53c495bb-654d-4ae1-b403-36a577bfc2bb), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.569655 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (53c495bb-654d-4ae1-b403-36a577bfc2bb), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.636801 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9fed0-e65b-4574-872c-88216fa0f632 None None] Current status of the port e0496d61-f0eb-4612-bcd6-836402a6b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:14.660986 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (53c495bb-654d-4ae1-b403-36a577bfc2bb), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.665382 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 2360610d-31e5-4968-bd7f-efe278091e41 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:14.667073 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e0496d61-f0eb-4612-bcd6-836402a6b2d0 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:14.759358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Allocated IP 172.20.0.1 (fcc83116-130e-4e0e-a91f-8b3ea751af2e/7a359177-04e7-4281-82f4-6328bfb19ff5/be2c4406-61ee-4e52-81b7-489d72d27081) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:14.766573 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (53c495bb-654d-4ae1-b403-36a577bfc2bb), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.768412 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port e0496d61-f0eb-4612-bcd6-836402a6b2d0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:14.768794 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.802856 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c495bb-654d-4ae1-b403-36a577bfc2bb,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:14.819156 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.824674 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-a4987086-f142-4251-a1ed-7c341d59c710 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/53c495bb-654d-4ae1-b403-36a577bfc2bb HTTP/1.1" status: 204 len: 168 time: 0.7012277 Jul 14 20:42:14.825048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41446) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:14.831574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:14.868036 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks [] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), precommit_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.895372 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.902796 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (a1b9122e-2b3d-4399-9b8c-b27bb635ee18), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.924647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks [] for port (be2c4406-61ee-4e52-81b7-489d72d27081), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.931094 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port e0496d61-f0eb-4612-bcd6-836402a6b2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:14.942779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:14.958722 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Attempting to bind port 08ae4e38-0817-407f-9d68-9cee924b2dcd on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:14.959015 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Attempting to bind port 08ae4e38-0817-407f-9d68-9cee924b2dcd by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:14.959358 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Attempting to bind port 08ae4e38-0817-407f-9d68-9cee924b2dcd on network 2c90cf7e-a629-457b-afbd-734e137c2a1a {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:14.963298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef38b8-6ca7-4e3d-abe8-a38336780731 None None] Pushing event updated for resources: {'Port': ['ID=08ae4e38-0817-407f-9d68-9cee924b2dcd,revision_number=2']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:14.964066 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.968587 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:14.968979 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Checking segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:14.969364 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:14.969745 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Bound using segment: {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'} {{(pid=104110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:14.970323 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.managers [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Bound port: 08ae4e38-0817-407f-9d68-9cee924b2dcd, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292fe61d-089f-4c1f-a1eb-60241382b191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}}] {{(pid=104110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:14.970681 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.008611 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (a1b9122e-2b3d-4399-9b8c-b27bb635ee18), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.009798 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:15.014967 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:15.017468 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:15.022116 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] For port 08ae4e38-0817-407f-9d68-9cee924b2dcd, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:15.023959 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:15.027038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] For port 08ae4e38-0817-407f-9d68-9cee924b2dcd, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=08ae4e38-0817-407f-9d68-9cee924b2dcd,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:15.031823 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b9122e-2b3d-4399-9b8c-b27bb635ee18']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:15.041849 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.042695 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbe60d6-65da-48cf-946e-f22f922bf79d') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:15.043139 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbe60d6-65da-48cf-946e-f22f922bf79d') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:15.054336 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Pushing event updated for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:15.055702 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (dbbe60d6-65da-48cf-946e-f22f922bf79d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.073756 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051610'] for router_interface (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.077458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (dbbe60d6-65da-48cf-946e-f22f922bf79d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.096955 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:42:15.098240 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (dbbe60d6-65da-48cf-946e-f22f922bf79d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.145654 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:15.146425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:15.159056 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:15.165370 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment dbbe60d6-65da-48cf-946e-f22f922bf79d resource provider aggregate not found Jul 14 20:42:15.213517 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment dbbe60d6-65da-48cf-946e-f22f922bf79d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbbe60d6-65da-48cf-946e-f22f922bf79d found for delete ", "request_id": "req-12455e85-4aec-41eb-b2d3-498ae484128c"}]} Jul 14 20:42:15.235774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (a1b9122e-2b3d-4399-9b8c-b27bb635ee18), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.245705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.252202 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.256757 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a1b9122e-2b3d-4399-9b8c-b27bb635ee18 HTTP/1.1" status: 204 len: 168 time: 0.4306762 Jul 14 20:42:15.260576 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41454) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:15.282507 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19486c55-6f55-411f-a115-8a07b3961b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b9122e-2b3d-4399-9b8c-b27bb635ee18,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:15.304173 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:15.332122 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef38b8-6ca7-4e3d-abe8-a38336780731 None None] Pushing event updated for resources: {'Port': ['ID=08ae4e38-0817-407f-9d68-9cee924b2dcd,revision_number=3']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:15.348387 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0f234f1d-c6d9-4f17-8347-067823d96b16 req-14416a25-deb2-495c-95bc-6379126f00cc tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 210 time: 0.0456216 Jul 14 20:42:15.419961 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-379cc017-f06e-41c4-a016-53e8f47c9787 None None] Provisioning complete for port be2c4406-61ee-4e52-81b7-489d72d27081 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:15.420333 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-379cc017-f06e-41c4-a016-53e8f47c9787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.432105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-a155e34e-2731-4650-b8cf-649a735af6b8 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:15.435763 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-a155e34e-2731-4650-b8cf-649a735af6b8 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 812 time: 0.1464486 Jul 14 20:42:15.435872 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Deleting subnet 88008cfd-5b73-4bfd-b5ff-21d6c1edb77e {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:42:15.442568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Publish callbacks [] for subnet (88008cfd-5b73-4bfd-b5ff-21d6c1edb77e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.486911 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:15.501005 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (88008cfd-5b73-4bfd-b5ff-21d6c1edb77e), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.540167 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-379cc017-f06e-41c4-a016-53e8f47c9787 None None] Port be2c4406-61ee-4e52-81b7-489d72d27081 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:15.561382 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-5dd43c6a-73d7-49bf-a24c-0f1639768761 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a29cbfb7484b76a9131a3b81832c62 HTTP/1.1" status: 200 len: 380 time: 0.1093507 Jul 14 20:42:15.569235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks [] for port (be2c4406-61ee-4e52-81b7-489d72d27081), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.572765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'port': {'device_id': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'admin_state_up': True, 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'security_groups': ['0c8bdadf-8d54-4c5c-8815-4b9f937c0e98']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:15.574964 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (88008cfd-5b73-4bfd-b5ff-21d6c1edb77e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.596941 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.700316 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2021928'] for router_interface (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.705362 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 3, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:15.712469 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Pushing event updated for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:15.716359 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:15.721617 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (88008cfd-5b73-4bfd-b5ff-21d6c1edb77e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.737879 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e1616-a84f-4090-a9ed-53b59a0eb3dc None None] The sync data for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi is: [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 3, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:42:15.748889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Made reservation on behalf of 83a29cbfb7484b76a9131a3b81832c62 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:15.752647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.774027 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88008cfd-5b73-4bfd-b5ff-21d6c1edb77e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:15.777750 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:15.807586 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.810671 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c493aa44-1431-4dc1-8101-0c9d28f5f2b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/88008cfd-5b73-4bfd-b5ff-21d6c1edb77e HTTP/1.1" status: 204 len: 168 time: 0.5490551 Jul 14 20:42:15.817293 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41456) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:15.916381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (b9486313-a9f5-4eed-b79d-6a8e33a3431c), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:15.925207 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:15.928978 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:16.153345 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (b9486313-a9f5-4eed-b79d-6a8e33a3431c), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.191152 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9486313-a9f5-4eed-b79d-6a8e33a3431c']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:16.217830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5653e576-38ef-4368-a089-326b8750293f') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:16.218041 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5653e576-38ef-4368-a089-326b8750293f') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:16.221218 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Router 30e9d3ab-7a55-40d8-980b-7eafb325ecea has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:42:16.260074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (5653e576-38ef-4368-a089-326b8750293f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.270497 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a07dc832-6bdb-4f22-bbe4-0d0a3a0c37e8 None None] Provisioning complete for port be2c4406-61ee-4e52-81b7-489d72d27081 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:16.271639 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a07dc832-6bdb-4f22-bbe4-0d0a3a0c37e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.282199 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (5653e576-38ef-4368-a089-326b8750293f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.292117 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:42:16.292574 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (5653e576-38ef-4368-a089-326b8750293f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.322017 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a07dc832-6bdb-4f22-bbe4-0d0a3a0c37e8 None None] Port be2c4406-61ee-4e52-81b7-489d72d27081 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:16.331869 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.20.0.3 (c361a5af-edf6-43ec-86b8-8164b7612499/607f804b-a923-4d9e-848e-354c74ff3b83/888019b8-69f1-44bf-b3ed-5afda837d4b0) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:16.361874 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:16.419361 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 5653e576-38ef-4368-a089-326b8750293f resource provider aggregate not found Jul 14 20:42:16.425616 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (b9486313-a9f5-4eed-b79d-6a8e33a3431c), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.432911 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.438423 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b9486313-a9f5-4eed-b79d-6a8e33a3431c HTTP/1.1" status: 204 len: 168 time: 0.6177588 Jul 14 20:42:16.489855 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060aee4-18a7-4878-a1ca-35f7724dfc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9486313-a9f5-4eed-b79d-6a8e33a3431c,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:16.524344 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46acf991-dc0b-4a1e-8e0b-3b4be31667d8 req-b463593e-499f-40d4-8461-771052c20e59 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 210 time: 0.0367756 Jul 14 20:42:16.527527 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 5653e576-38ef-4368-a089-326b8750293f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5653e576-38ef-4368-a089-326b8750293f found for delete ", "request_id": "req-e7d2cf2e-d1c7-461a-b92e-423286806858"}]} Jul 14 20:42:16.556506 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:16.561978 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8ca3eef5-1820-4362-bb15-3cd753d0da6a admin admin] 10.222.0.52 "PUT /v2.0/routers/30e9d3ab-7a55-40d8-980b-7eafb325ecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1543512 Jul 14 20:42:16.580311 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:16.598394 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.650706 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.699315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network c361a5af-edf6-43ec-86b8-8164b7612499 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:16.703379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:16.708288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:16.746624 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41472) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:16.758262 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:16.782883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:16.783565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.813238 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-e02e1b18-96f8-4d76-bca0-afbfded302ca tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2460506 Jul 14 20:42:16.828452 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-008eaaf7-a346-4c4c-8b39-16b01fd022c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8130deded584e99a426b49e949e033a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800872 Jul 14 20:42:16.828971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41474) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:16.831852 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Request body: {'port': {'device_id': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:16.892307 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] Publish callbacks [] for security_group (48e50753-7924-4951-b20d-a65659525876), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.930347 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] Publish callbacks [] for security_group (48e50753-7924-4951-b20d-a65659525876), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.948426 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:16.997146 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (48e50753-7924-4951-b20d-a65659525876), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.002470 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.003671 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48e50753-7924-4951-b20d-a65659525876 HTTP/1.1" status: 204 len: 168 time: 0.1737771 Jul 14 20:42:17.018737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1013b-ff61-47eb-8c94-a3a3a3dfbf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e50753-7924-4951-b20d-a65659525876,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.061245 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a4d48410-13c4-426b-a490-26ee9d7397ac None None] Provisioning complete for port 888019b8-69f1-44bf-b3ed-5afda837d4b0 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:17.061778 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a4d48410-13c4-426b-a490-26ee9d7397ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.111150 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a4d48410-13c4-426b-a490-26ee9d7397ac None None] Port 888019b8-69f1-44bf-b3ed-5afda837d4b0 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:17.182709 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41478) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:17.187664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159862638', 'description': 'tempest-secgroup-smoke-159862638 description', 'project_id': 'c8ded6a71283444e892094501f29e4da'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:17.211087 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.229644 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:17.275928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888019b8-69f1-44bf-b3ed-5afda837d4b0 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:17.284402 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks [] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.298007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Transition to ACTIVE for port object 888019b8-69f1-44bf-b3ed-5afda837d4b0 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:42:17.303475 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (010d599b-885a-4e51-8784-483ff86a745a), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.304363 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.308578 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (010d599b-885a-4e51-8784-483ff86a745a), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.333649 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:17.346021 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010d599b-885a-4e51-8784-483ff86a745a,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.359161 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.363913 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d471f621-791a-44e3-9dc9-41d7eeae77d7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1796994 Jul 14 20:42:17.364637 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41482) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:17.365506 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.371755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:17.463301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (4bb68476-bdb3-4537-ae2e-7b2622566268), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.484406 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41484) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:17.497904 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Attempting to bind port 888019b8-69f1-44bf-b3ed-5afda837d4b0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:17.498517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Attempting to bind port 888019b8-69f1-44bf-b3ed-5afda837d4b0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:17.499316 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Attempting to bind port 888019b8-69f1-44bf-b3ed-5afda837d4b0 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:17.511324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Port 888019b8-69f1-44bf-b3ed-5afda837d4b0 on network c361a5af-edf6-43ec-86b8-8164b7612499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:42:17.511684 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Attempting to bind port 888019b8-69f1-44bf-b3ed-5afda837d4b0 on network c361a5af-edf6-43ec-86b8-8164b7612499 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:17.526884 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:17.527293 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Checking segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:17.527615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Bound using segment: {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:17.528054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Bound port: 888019b8-69f1-44bf-b3ed-5afda837d4b0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20bb8e9b-6c46-4efa-a5ee-df3149932521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:17.528404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.533791 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:17.539333 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-55d1a170-1e22-4942-b74a-4fa775fc17ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=daba16cd7a9f422ba39ebcc7e61d95cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536582 Jul 14 20:42:17.542207 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41486) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:17.606330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (4bb68476-bdb3-4537-ae2e-7b2622566268), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.612946 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] Publish callbacks [] for security_group (ee8ca346-4202-4104-b8a8-40116ca0fe0e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.619436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (4bb68476-bdb3-4537-ae2e-7b2622566268), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.654378 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] Publish callbacks [] for security_group (ee8ca346-4202-4104-b8a8-40116ca0fe0e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.693405 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:17.698816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb68476-bdb3-4537-ae2e-7b2622566268,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.716388 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:17.720368 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.721512 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-1f6a3171-3855-4be7-bdf7-6116aabe3b7b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533511 Jul 14 20:42:17.725367 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41490) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:17.729773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851016d-e08f-45db-b96c-576fcd549caf req-54a85e12-09f7-45b6-9d4a-57c56810c2d3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:17.731303 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f851016d-e08f-45db-b96c-576fcd549caf req-54a85e12-09f7-45b6-9d4a-57c56810c2d3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.1018674 Jul 14 20:42:17.732500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:17.732967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.745281 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ee8ca346-4202-4104-b8a8-40116ca0fe0e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.749259 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.753018 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee8ca346-4202-4104-b8a8-40116ca0fe0e HTTP/1.1" status: 204 len: 168 time: 0.2075195 Jul 14 20:42:17.786490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:17.787158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.788558 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] 10.222.0.62 "PUT /v2.0/ports/888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 200 len: 1093 time: 0.9622066 Jul 14 20:42:17.790400 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:17.792531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ee0df-ecae-4be0-a126-9ea5ff432095" -d '{"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:17.807633 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182bc0c-4b2d-4f7c-9f0a-6d01fdf6967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ca346-4202-4104-b8a8-40116ca0fe0e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.861158 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (e4714215-1590-4ca6-8ec8-773ed9ad8993), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.897420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae976b9-060b-4fe9-8bb4-b58709275ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:17.903775 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d262af-5f3a-4d7d-b33e-b1b02b98b732 x-openstack-request-id: req-51d262af-5f3a-4d7d-b33e-b1b02b98b732 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:17.904054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:17.904565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51d262af-5f3a-4d7d-b33e-b1b02b98b732 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:17.904971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d262af-5f3a-4d7d-b33e-b1b02b98b732'] response: {'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'status': 'completed', 'code': 200} Jul 14 20:42:17.967521 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f851016d-e08f-45db-b96c-576fcd549caf req-56b2e724-3eeb-41b3-b1c6-6cb82ece053d tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179143 Jul 14 20:42:17.968080 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 08ae4e38-0817-407f-9d68-9cee924b2dcd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:17.986697 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (e4714215-1590-4ca6-8ec8-773ed9ad8993), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:17.996310 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (e4714215-1590-4ca6-8ec8-773ed9ad8993), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.029742 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-c975cd14-6628-4639-a499-e590f10452e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:18.034618 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-c975cd14-6628-4639-a499-e590f10452e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1127 time: 0.1257591 Jul 14 20:42:18.045902 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4714215-1590-4ca6-8ec8-773ed9ad8993,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.069437 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.070929 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0bdf3e9e-217b-4ea6-b351-0a4021dd4440 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442686 Jul 14 20:42:18.074218 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41496) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:18.078921 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:18.091083 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 08ae4e38-0817-407f-9d68-9cee924b2dcd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:18.093492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:18.093918 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.097900 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Sync routers for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:18.117932 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:18.119637 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:18.136787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-f5543cdf-16e5-4eb1-9b2d-741d4a293d39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0852547 Jul 14 20:42:18.157851 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (7eb886f3-ba5c-43f2-ae11-b1d197c95d5c), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.192384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1d9afd06-99d9-4c9d-bcae-c0e950146e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:18.194045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-1d9afd06-99d9-4c9d-bcae-c0e950146e42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0534923 Jul 14 20:42:18.257492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (7eb886f3-ba5c-43f2-ae11-b1d197c95d5c), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.268797 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-531518b0-ae16-436a-b2ab-3ebaab9de66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:18.270862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (7eb886f3-ba5c-43f2-ae11-b1d197c95d5c), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.272183 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-531518b0-ae16-436a-b2ab-3ebaab9de66c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709226 Jul 14 20:42:18.286340 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 08ae4e38-0817-407f-9d68-9cee924b2dcd is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:18.287187 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.295240 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:18.313311 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] For port 08ae4e38-0817-407f-9d68-9cee924b2dcd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=08ae4e38-0817-407f-9d68-9cee924b2dcd,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:18.319309 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.320450 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb886f3-ba5c-43f2-ae11-b1d197c95d5c,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.330377 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.335979 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-66b96771-36c8-49b3-b98a-eb22d3aff314 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603338 Jul 14 20:42:18.338447 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41504) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:18.343182 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:18.382233 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Pushing event updated for resources: {'Port': ['ID=08ae4e38-0817-407f-9d68-9cee924b2dcd,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.398848 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-fe4da145-8c69-4b6b-ba3b-140bd5a7788b service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191146 Jul 14 20:42:18.418385 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (20a15787-dffc-42d8-a98f-96b077aaa06e), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.483286 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (20a15787-dffc-42d8-a98f-96b077aaa06e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.488498 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (20a15787-dffc-42d8-a98f-96b077aaa06e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.513319 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:18.515370 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a15787-dffc-42d8-a98f-96b077aaa06e,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.528105 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.530156 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-51895a85-2f21-43cc-85ec-d63c9d92e502 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1904106 Jul 14 20:42:18.533045 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41510) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:18.535394 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeb55d54-c2e1-4fb5-8b83-d53eeeee3ad6 req-cd7a238e-1e79-4a62-864d-172d1f0361ed service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291468 Jul 14 20:42:18.538651 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:18.565607 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Project c8ded6a71283444e892094501f29e4da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:42:18.572190 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 4, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'be2c4406-61ee-4e52-81b7-489d72d27081', 'name': '', 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'mac_address': 'fa:16:3e:cf:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:14Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 2, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'subnets': [{'id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:18.573279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (be608ac9-4b7b-4c42-8e53-86c004488162), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.574997 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:18.600575 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Checking router: 30e9d3ab-7a55-40d8-980b-7eafb325ecea for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:18.601042 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Updating router 30e9d3ab-7a55-40d8-980b-7eafb325ecea port be2c4406-61ee-4e52-81b7-489d72d27081 binding host dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 20:42:18.631586 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.647105 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (be608ac9-4b7b-4c42-8e53-86c004488162), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.651721 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (be608ac9-4b7b-4c42-8e53-86c004488162), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.672506 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be608ac9-4b7b-4c42-8e53-86c004488162,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.684961 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.687413 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-704eea06-0e8f-4823-b1fa-f03fd38d74ff tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529193 Jul 14 20:42:18.689562 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41518) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:18.694929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'security_group_rule': {'security_group_id': '010d599b-885a-4e51-8784-483ff86a745a', 'project_id': 'c8ded6a71283444e892094501f29e4da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:18.720308 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.securitygroups_db [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Project c8ded6a71283444e892094501f29e4da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 20:42:18.727306 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (04a33822-4a61-474f-9e2d-0e5448002a87), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.797110 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (04a33822-4a61-474f-9e2d-0e5448002a87), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.801309 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (04a33822-4a61-474f-9e2d-0e5448002a87), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.826705 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a33822-4a61-474f-9e2d-0e5448002a87,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:18.834017 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.835253 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-52420aaf-3a97-4d32-b8a4-bb1c457218e8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442077 Jul 14 20:42:18.915485 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-e39efd06-83e1-4d30-b8fd-e5d769dd4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:18.917780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-e39efd06-83e1-4d30-b8fd-e5d769dd4a50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1127 time: 0.0488527 Jul 14 20:42:18.947920 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks [] for port (be2c4406-61ee-4e52-81b7-489d72d27081), precommit_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.956426 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:18.964726 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.015466 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a9c9-bef2-4ba4-9942-9c2e241bcbb0 None None] Pushing event updated for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=3']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:19.052366 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-f5ee8cf7-b5bf-4812-8464-8ae28c6062df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:19.052366 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-f5ee8cf7-b5bf-4812-8464-8ae28c6062df service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.1230440 Jul 14 20:42:19.096020 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Attempting to bind port be2c4406-61ee-4e52-81b7-489d72d27081 on host dv-cinder-799871-32-iscsi for vnic_type normal with profile {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:19.096382 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Attempting to bind port be2c4406-61ee-4e52-81b7-489d72d27081 by drivers openvswitch,hyperv on host dv-cinder-799871-32-iscsi at level 0 using segments [{'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:19.096734 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Attempting to bind port be2c4406-61ee-4e52-81b7-489d72d27081 on network fcc83116-130e-4e0e-a91f-8b3ea751af2e {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:19.102924 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Checking agent: {'id': 'd97e0171-5474-428d-b1e3-82bc90373572', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 25, 33), 'started_at': datetime.datetime(2022, 7, 14, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:19.104155 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Checking segment: {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:19.104383 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.104956 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Bound using segment: {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'} {{(pid=104111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:19.105714 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.managers [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Bound port: be2c4406-61ee-4e52-81b7-489d72d27081, host: dv-cinder-799871-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e'}}] {{(pid=104111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:19.106258 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), before_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.106438 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-0a15a855-d5a3-47ae-8cd5-bfe5e5273e7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0437145 Jul 14 20:42:19.155682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.187067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.192147 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] For port be2c4406-61ee-4e52-81b7-489d72d27081, host dv-cinder-799871-32-iscsi, cleared binding levels {{(pid=104111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:19.198402 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.plugins.ml2.db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] For port be2c4406-61ee-4e52-81b7-489d72d27081, host dv-cinder-799871-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=be2c4406-61ee-4e52-81b7-489d72d27081,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:19.205423 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1be22b-8991-4da6-b362-59ac37c37d38 req-26557727-667b-4ddc-bb07-7ba1d001e627 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:19.207017 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a1be22b-8991-4da6-b362-59ac37c37d38 req-26557727-667b-4ddc-bb07-7ba1d001e627 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0931418 Jul 14 20:42:19.209055 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron_lib.callbacks.manager [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_update {{(pid=104111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.223380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-481d757c-f25a-43bc-859e-f4a22b440271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:19.224834 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-481d757c-f25a-43bc-859e-f4a22b440271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0992889 Jul 14 20:42:19.295926 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:19.296897 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:19.319482 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3a1be22b-8991-4da6-b362-59ac37c37d38 req-f85e0c96-f9d8-4981-bad4-a53e2375e74c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992837 Jul 14 20:42:19.321400 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-d74dab10-adb7-4063-a499-35ed761a4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:19.322874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-d74dab10-adb7-4063-a499-35ed761a4cbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732067 Jul 14 20:42:19.354762 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7a9c9-bef2-4ba4-9942-9c2e241bcbb0 None None] Pushing event updated for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=4']} {{(pid=104111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:19.451504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Provisioning complete for port be2c4406-61ee-4e52-81b7-489d72d27081 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:19.452138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.469389 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:19.519891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-29895fb5-c400-43e4-8e5c-810e11e9f12e service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879828 Jul 14 20:42:19.622003 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.694819 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Current status of the port be2c4406-61ee-4e52-81b7-489d72d27081 is: DOWN; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:19.695249 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.695381 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c09ee0df-ecae-4be0-a126-9ea5ff432095 req-3c70c51c-baac-4563-8042-e285b2043a95 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643672 Jul 14 20:42:19.741500 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] For port be2c4406-61ee-4e52-81b7-489d72d27081, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=be2c4406-61ee-4e52-81b7-489d72d27081,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:19.749610 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.774761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.816225 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:19.854134 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e364ed-38eb-4944-aeb8-524dd4af2976 None None] Pushing event updated for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:19.891266 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-e8b58d20-b526-4c57-93d2-8c901e7bea3d None None] Provisioning complete for port be2c4406-61ee-4e52-81b7-489d72d27081 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:19.891877 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e8b58d20-b526-4c57-93d2-8c901e7bea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:19.907664 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 4, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'be2c4406-61ee-4e52-81b7-489d72d27081', 'name': '', 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'mac_address': 'fa:16:3e:cf:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:14Z', 'updated_at': '2022-07-14T20:42:19Z', 'revision_number': 4, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'subnets': [{'id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:19.920103 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 08ae4e38-0817-407f-9d68-9cee924b2dcd up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:19.937241 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dee63b-755e-4bc7-bf5a-56e3bf5c7253 None None] The sync data for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi is: [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:15Z', 'revision_number': 4, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': 'be2c4406-61ee-4e52-81b7-489d72d27081', 'name': '', 'network_id': 'fcc83116-130e-4e0e-a91f-8b3ea751af2e', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'mac_address': 'fa:16:3e:cf:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:14Z', 'updated_at': '2022-07-14T20:42:19Z', 'revision_number': 4, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'subnets': [{'id': '7a359177-04e7-4281-82f4-6328bfb19ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:42:20.016807 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port 08ae4e38-0817-407f-9d68-9cee924b2dcd triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:20.018119 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:20.052004 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-e8b58d20-b526-4c57-93d2-8c901e7bea3d None None] Current status of the port be2c4406-61ee-4e52-81b7-489d72d27081 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:20.120254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port 08ae4e38-0817-407f-9d68-9cee924b2dcd is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:20.513972 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf5a1-180a-4f0e-ac97-7fa8c7846f5f req-ed219008-b710-4f7d-bbd8-bfbedfceb745 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:20.516048 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8aadf5a1-180a-4f0e-ac97-7fa8c7846f5f req-ed219008-b710-4f7d-bbd8-bfbedfceb745 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0761108 Jul 14 20:42:20.579547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8aadf5a1-180a-4f0e-ac97-7fa8c7846f5f req-4f8dc213-6a6b-4f92-af87-563996686e18 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565102 Jul 14 20:42:21.722549 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce0162-6b42-497f-89f8-66aa75d84dcd req-beb95492-1df1-4ee7-83ec-9144f03d2783 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:21.724472 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a5ce0162-6b42-497f-89f8-66aa75d84dcd req-beb95492-1df1-4ee7-83ec-9144f03d2783 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0539520 Jul 14 20:42:21.788457 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a5ce0162-6b42-497f-89f8-66aa75d84dcd req-887efd23-7b96-49de-b675-f18c1024e6f0 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562556 Jul 14 20:42:21.855552 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device be2c4406-61ee-4e52-81b7-489d72d27081 up at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:21.903081 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Provisioning complete for port be2c4406-61ee-4e52-81b7-489d72d27081 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:21.903526 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:21.999975 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Current status of the port be2c4406-61ee-4e52-81b7-489d72d27081 is: ACTIVE; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:22.907144 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809b471-7ba9-4139-a1c9-17c57cb2ff0f req-1c18d1f2-5193-45ef-a869-87d4ddd8cfea tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:22.908874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9809b471-7ba9-4139-a1c9-17c57cb2ff0f req-1c18d1f2-5193-45ef-a869-87d4ddd8cfea tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0481257 Jul 14 20:42:22.963511 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9809b471-7ba9-4139-a1c9-17c57cb2ff0f req-4243a42f-47a2-416a-a933-bc9658ddd9b3 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490348 Jul 14 20:42:23.933013 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41666) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:24.051101 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc38649e-9618-4f6a-9d5f-9c2a1213bec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.093993 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea62e7-6775-409f-87c4-8f96ad8445a6 req-4cd0f979-23bd-4b9e-8686-66faee496c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:24.095580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeea62e7-6775-409f-87c4-8f96ad8445a6 req-4cd0f979-23bd-4b9e-8686-66faee496c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0501022 Jul 14 20:42:24.138210 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc38649e-9618-4f6a-9d5f-9c2a1213bec6 admin admin] Publish callbacks [] for security_group (f919f69e-f67f-4ce0-985c-476d86bfc9ec), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.143242 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-bc38649e-9618-4f6a-9d5f-9c2a1213bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f919f69e-f67f-4ce0-985c-476d86bfc9ec), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.152717 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aeea62e7-6775-409f-87c4-8f96ad8445a6 req-0ffc0958-2942-4921-9018-6d1cfacf1495 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507665 Jul 14 20:42:24.178588 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:24.186872 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-bc38649e-9618-4f6a-9d5f-9c2a1213bec6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76d3260d5fbf476299b627a719efa4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527478 Jul 14 20:42:24.188342 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38649e-9618-4f6a-9d5f-9c2a1213bec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919f69e-f67f-4ce0-985c-476d86bfc9ec,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:24.189597 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41674) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:24.241162 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] Publish callbacks [] for security_group (f919f69e-f67f-4ce0-985c-476d86bfc9ec), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.262959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] Publish callbacks [] for security_group (f919f69e-f67f-4ce0-985c-476d86bfc9ec), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.315116 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (f919f69e-f67f-4ce0-985c-476d86bfc9ec), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.317847 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.319032 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f919f69e-f67f-4ce0-985c-476d86bfc9ec HTTP/1.1" status: 204 len: 168 time: 0.1283011 Jul 14 20:42:24.327568 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a98e10-cdd9-42de-a1ce-80d159e47f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919f69e-f67f-4ce0-985c-476d86bfc9ec,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:24.602235 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41682) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:24.618194 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8930e7c0-38a0-44c2-a22d-e4bf342a03d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.697714 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8930e7c0-38a0-44c2-a22d-e4bf342a03d3 admin admin] Publish callbacks [] for security_group (73360d0e-e6d4-416f-b8b9-10a83ef6788b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.701372 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8930e7c0-38a0-44c2-a22d-e4bf342a03d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (73360d0e-e6d4-416f-b8b9-10a83ef6788b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.743452 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8930e7c0-38a0-44c2-a22d-e4bf342a03d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74389b77499d4591babf138807279715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401267 Jul 14 20:42:24.744365 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e7c0-38a0-44c2-a22d-e4bf342a03d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73360d0e-e6d4-416f-b8b9-10a83ef6788b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:24.746275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41684) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:24.761348 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:24.805678 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] Publish callbacks [] for security_group (73360d0e-e6d4-416f-b8b9-10a83ef6788b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.827386 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] Publish callbacks [] for security_group (73360d0e-e6d4-416f-b8b9-10a83ef6788b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.875794 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (73360d0e-e6d4-416f-b8b9-10a83ef6788b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.878507 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:24.879812 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73360d0e-e6d4-416f-b8b9-10a83ef6788b HTTP/1.1" status: 204 len: 168 time: 0.1310294 Jul 14 20:42:24.889118 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c4fc4-cbe6-4392-beda-a548f0fb7b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73360d0e-e6d4-416f-b8b9-10a83ef6788b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:25.302482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215bae8-a77f-4e51-8498-847cd9a1af25 req-38877559-5b0c-48b6-ad86-2017855197a7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:25.304069 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9215bae8-a77f-4e51-8498-847cd9a1af25 req-38877559-5b0c-48b6-ad86-2017855197a7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0549796 Jul 14 20:42:25.325311 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:25.363741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9215bae8-a77f-4e51-8498-847cd9a1af25 req-90e60244-9cbf-48a7-b20a-12606e82db94 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539327 Jul 14 20:42:25.652724 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 41710) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:25.753175 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1101965671-network', 'tenant_id': 'd2fb85822f104b7a981279226f8f1aa6'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:25.774077 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Made reservation on behalf of d2fb85822f104b7a981279226f8f1aa6 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:25.777157 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.788911 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.866629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks [] for security_group (c955ccf2-4ea4-4ea7-8cbc-a2116d303106), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.870120 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c955ccf2-4ea4-4ea7-8cbc-a2116d303106), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.892208 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:42:25.912292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (71c6f505-4cc3-4933-a051-dd56f3bf9b4b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.912631 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Added segment 71c6f505-4cc3-4933-a051-dd56f3bf9b4b of type vlan for network 33641e48-7817-4fd4-b018-04fb34fd9d08 Jul 14 20:42:25.914037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c955ccf2-4ea4-4ea7-8cbc-a2116d303106,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:25.958170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (33641e48-7817-4fd4-b018-04fb34fd9d08), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.983863 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (33641e48-7817-4fd4-b018-04fb34fd9d08), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:25.984913 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:25.985499 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:26.020239 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3664336 Jul 14 20:42:26.023256 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41714) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:26.028431 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Request body: {'subnet': {'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1101965671-subnet', 'tenant_id': 'd2fb85822f104b7a981279226f8f1aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:26.054089 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Made reservation on behalf of d2fb85822f104b7a981279226f8f1aa6 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:26.057137 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801870'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:26.058478 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abff72-697f-4c9b-87cc-89a05040dce5 admin admin] Pushing event updated for resources: {'Network': ['ID=33641e48-7817-4fd4-b018-04fb34fd9d08,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:26.072582 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:42:26.186305 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:42:26.195942 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:26.273617 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3584983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801724'] for subnet (e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:26.326551 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:26.343856 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Checking segment: {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:26.344204 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Network hostable DHCP agents. Network: 33641e48-7817-4fd4-b018-04fb34fd9d08, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:42:26.361854 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:42:26.371957 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 33641e48-7817-4fd4-b018-04fb34fd9d08) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:26.375636 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:26.376377 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:26.383175 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cf8ad-766c-4db3-97a0-32e4459ff1d7 None None] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:26.394882 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0c714cdb-292f-45da-bf94-af6b920a915d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3705137 Jul 14 20:42:26.509305 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a9a1c-cd93-4d26-bc8c-8c80ca045346 req-4f28be21-8d33-4bc8-a2a8-5c88cfa878c1 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:26.512666 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b9a9a1c-cd93-4d26-bc8c-8c80ca045346 req-4f28be21-8d33-4bc8-a2a8-5c88cfa878c1 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 943 time: 0.0595782 Jul 14 20:42:26.538871 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf301f5-24d0-4f39-b89f-5cc34560d8c2 None None] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:42:26.590981 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b9a9a1c-cd93-4d26-bc8c-8c80ca045346 req-bf9b7335-0b01-4c5a-8f7e-77e39dd4a711 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718484 Jul 14 20:42:26.643322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 888019b8-69f1-44bf-b3ed-5afda837d4b0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:42:26.723662 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:26.753237 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:26.905298 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'port_id': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:42:26.945533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 888019b8-69f1-44bf-b3ed-5afda837d4b0 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:26.945926 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:26.959843 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888019b8-69f1-44bf-b3ed-5afda837d4b0 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:26.980183 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:26.982073 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:26.987818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:27.049115 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:27.322262 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['888019b8-69f1-44bf-b3ed-5afda837d4b0'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:42:27.594868 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-570b9b8a-9063-44de-9d83-13eb76fec690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:27.717611 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050afcbc-db15-4220-8100-ddcd12ad99ac req-f82caad3-563d-4e10-86b6-64795130dd38 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:27.719118 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-050afcbc-db15-4220-8100-ddcd12ad99ac req-f82caad3-563d-4e10-86b6-64795130dd38 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 944 time: 0.0498819 Jul 14 20:42:27.772543 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-050afcbc-db15-4220-8100-ddcd12ad99ac req-680d2e51-9b51-4b31-ae8b-1be83a217d1a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Jul 14 20:42:28.323367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:28.332702 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-bb296e73-ac5c-410c-bbd6-dafa1308f7f7 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:28.334215 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-bb296e73-ac5c-410c-bbd6-dafa1308f7f7 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 814 time: 0.1085823 Jul 14 20:42:28.349908 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-a7bbf7db-053a-47e0-ac4a-6426a5133d47 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/quotas/d2fb85822f104b7a981279226f8f1aa6 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Jul 14 20:42:28.383090 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-e50b4066-24b2-4e18-9a04-f49ed864471b tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282259 Jul 14 20:42:28.538299 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-e7ce2047-d78b-43f0-9fb6-134d445c840c service neutron] 10.222.0.52 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479061 Jul 14 20:42:28.631715 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:28.643507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 888019b8-69f1-44bf-b3ed-5afda837d4b0 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:28.650184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f206d-c7d2-4387-b8c4-ed38fb034969 req-415e258b-7b54-4bcc-8c4a-2a675e575173 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:28.651795 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f8f206d-c7d2-4387-b8c4-ed38fb034969 req-415e258b-7b54-4bcc-8c4a-2a675e575173 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0997920 Jul 14 20:42:28.702822 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 888019b8-69f1-44bf-b3ed-5afda837d4b0 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:42:28.710080 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 888019b8-69f1-44bf-b3ed-5afda837d4b0 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:28.710602 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:28.727022 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-f0f7456c-abf9-4bda-b7e0-f91030c0a08e service neutron] 10.222.0.52 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829154 Jul 14 20:42:28.735894 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9f8f206d-c7d2-4387-b8c4-ed38fb034969 req-847b6698-9e09-48d2-a2bc-f1211268c96f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766406 Jul 14 20:42:28.801812 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 888019b8-69f1-44bf-b3ed-5afda837d4b0 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:28.802394 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:28.830009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:28.832346 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c975f-a3c8-463f-b7e1-944fb85f764d" -d '{"events": [{"server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "name": "network-vif-plugged", "status": "completed", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:28.845888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:28.854666 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:28.900247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc92d3f-3913-4e56-a9cf-53b20205747d x-openstack-request-id: req-7cc92d3f-3913-4e56-a9cf-53b20205747d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:28.900538 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "name": "network-vif-plugged", "status": "completed", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:28.901598 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cc92d3f-3913-4e56-a9cf-53b20205747d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:28.901992 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc92d3f-3913-4e56-a9cf-53b20205747d'] response: {'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'code': 200} Jul 14 20:42:28.910379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ef9e-df6a-49be-a6a4-6391d8670791 req-b81d64b1-3c74-4725-9f2f-d4e742b02fd7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:28.918273 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb5ef9e-df6a-49be-a6a4-6391d8670791 req-b81d64b1-3c74-4725-9f2f-d4e742b02fd7 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0589373 Jul 14 20:42:28.931867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:28.986323 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4d286a45-5f88-4018-b9c7-cb318174ce47 req-252baa62-0ebb-4b79-beb6-51d43eb8bb69 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 210 time: 0.0428872 Jul 14 20:42:29.013006 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9eb5ef9e-df6a-49be-a6a4-6391d8670791 req-60af51fb-49c9-4a5b-b014-7bb7e4ce1db9 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938849 Jul 14 20:42:29.169737 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950743a-ed7f-4ef2-aa53-f542b7c94136 req-a8b4d496-805e-4c0e-ab34-f0e16a072337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:29.171284 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4950743a-ed7f-4ef2-aa53-f542b7c94136 req-a8b4d496-805e-4c0e-ab34-f0e16a072337 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1129 time: 0.0463748 Jul 14 20:42:29.220374 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4950743a-ed7f-4ef2-aa53-f542b7c94136 req-5cac549b-8284-44d4-835b-0d5cdbb433fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Jul 14 20:42:29.853532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158af0-8205-4d07-a2a9-874537b535da req-c812d8ce-f727-456d-895d-d8c903611464 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:29.855047 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1e158af0-8205-4d07-a2a9-874537b535da req-c812d8ce-f727-456d-895d-d8c903611464 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0502472 Jul 14 20:42:29.878919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7dfd-e107-4554-bb07-20333d11a0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:29.901262 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:29.906741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1e158af0-8205-4d07-a2a9-874537b535da req-3df03067-a541-437f-8a37-40d82e7b8401 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459120 Jul 14 20:42:30.093690 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ddf9ebd8-ede7-4082-a6ba-329b2148d37f req-86f526c7-68bd-441a-a55a-61edf1ab6c78 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 210 time: 0.0352519 Jul 14 20:42:30.148534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ee97-223e-4844-8678-b942e37530a4 req-07203efb-4f72-490f-95c6-4741ee551729 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:30.150915 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc70ee97-223e-4844-8678-b942e37530a4 req-07203efb-4f72-490f-95c6-4741ee551729 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0562181 Jul 14 20:42:30.203249 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc70ee97-223e-4844-8678-b942e37530a4 req-1f76d7c5-7aae-4790-bc00-81fed0739125 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Jul 14 20:42:31.035241 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe6d7-e165-4718-8a15-7b37fc0bef44 req-6dc0dd63-d78c-4a4b-b264-15a3369c5c4b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.036771 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d57fe6d7-e165-4718-8a15-7b37fc0bef44 req-6dc0dd63-d78c-4a4b-b264-15a3369c5c4b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0564258 Jul 14 20:42:31.096874 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d57fe6d7-e165-4718-8a15-7b37fc0bef44 req-ea95c8cd-db85-4c96-928b-ea263f7bea92 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544281 Jul 14 20:42:31.144289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.218239 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-26592c9c-f119-4610-8cd9-1c32675b31f8 req-ca69d3b7-abaf-4e80-b251-5267f084a42c tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 210 time: 0.0423646 Jul 14 20:42:31.226539 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-b63b0a06-aa56-418f-af9e-addb36eb9b74 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.227908 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-b63b0a06-aa56-418f-af9e-addb36eb9b74 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 814 time: 0.1447003 Jul 14 20:42:31.258052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Request body: {'port': {'device_id': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08', 'admin_state_up': True, 'tenant_id': 'd2fb85822f104b7a981279226f8f1aa6'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:31.344733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:31.369299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3d3f7-9d35-47b1-92af-e5f3ba39a9ef req-1da5e571-583a-4765-905b-ae5dcf525e3e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.370841 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4b3d3f7-9d35-47b1-92af-e5f3ba39a9ef req-1da5e571-583a-4765-905b-ae5dcf525e3e tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0936565 Jul 14 20:42:31.449086 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b4b3d3f7-9d35-47b1-92af-e5f3ba39a9ef req-0f2ca19f-5943-4111-8620-cb8a090d3ea9 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714755 Jul 14 20:42:31.456835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Made reservation on behalf of d2fb85822f104b7a981279226f8f1aa6 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:31.460779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.587780 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbad9-2b49-4948-82f4-7edefa242def req-3426ba05-b84f-4c71-88ab-e3d04a9d2f18 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.589229 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-471cbad9-2b49-4948-82f4-7edefa242def req-3426ba05-b84f-4c71-88ab-e3d04a9d2f18 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0653639 Jul 14 20:42:31.610968 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:31.662197 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Allocated IP 172.20.0.7 (33641e48-7817-4fd4-b018-04fb34fd9d08/e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f/8da29d94-af65-43ce-a17a-e89f96b50b93) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:31.686978 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-471cbad9-2b49-4948-82f4-7edefa242def req-8c03ac24-3888-4a12-9e78-b53889f8cfdb tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712092 Jul 14 20:42:31.710676 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41806) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:31.749880 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ff0a5-8158-4d71-9691-b133042d94c5 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.751442 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fa9ff0a5-8158-4d71-9691-b133042d94c5 tempest-TestVolumeBootPattern-832270225 tempest-TestVolumeBootPattern-832270225-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1124 time: 0.0397415 Jul 14 20:42:31.754350 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 41808) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:31.758700 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'port_id': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:31.784968 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.835415 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks [] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.872670 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.877096 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:31.919608 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:31.924990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:31.929152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:31.936925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Pushing event updated for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:31.986959 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:31.988182 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:31.988669 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Allocated IP 172.27.0.183 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/5f8f9530-a0c1-4bda-9620-6a4ef4105276) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:31.988816 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.006374 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-eb65191d-08c6-41f6-b58e-f311f75f52ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523105 Jul 14 20:42:32.023736 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Request body: {'port': {'device_id': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:32.084066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.103819 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.142790 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.153411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:32.187798 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:32.193117 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:32.197680 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:32.200383 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=5f8f9530-a0c1-4bda-9620-6a4ef4105276,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:32.265148 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaee1-b263-467b-b003-6332204561e0 req-50e1bfe6-674a-4bb5-8dfe-14244a6039cd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:32.266652 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-affaaee1-b263-467b-b003-6332204561e0 req-50e1bfe6-674a-4bb5-8dfe-14244a6039cd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0710804 Jul 14 20:42:32.276699 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:32.376802 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:32.413698 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc27e9-d2dc-479e-9cf9-743e22b36897 req-9f2ce75b-46da-4b9d-86f5-3b6140080c96 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:32.415752 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40bc27e9-d2dc-479e-9cf9-743e22b36897 req-9f2ce75b-46da-4b9d-86f5-3b6140080c96 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 931 time: 0.1105878 Jul 14 20:42:32.424476 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-affaaee1-b263-467b-b003-6332204561e0 req-fccad0a8-2e94-49e9-a3e5-b725fce3e133 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459095 Jul 14 20:42:32.527252 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-40bc27e9-d2dc-479e-9cf9-743e22b36897 req-b1fae893-156a-4fe5-85a1-130c2d1f6e77 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017885 Jul 14 20:42:32.536642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da29d94-af65-43ce-a17a-e89f96b50b93 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:32.545221 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks [] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.558393 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Transition to ACTIVE for port object 8da29d94-af65-43ce-a17a-e89f96b50b93 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:42:32.562537 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.577968 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (f3d51702-5e44-4849-bb67-3d00968b599e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.622026 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Pushing event updated for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:32.646375 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.701458 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.703532 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Attempting to bind port 8da29d94-af65-43ce-a17a-e89f96b50b93 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:32.703867 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Attempting to bind port 8da29d94-af65-43ce-a17a-e89f96b50b93 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:32.704195 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Attempting to bind port 8da29d94-af65-43ce-a17a-e89f96b50b93 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:32.708688 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Port 8da29d94-af65-43ce-a17a-e89f96b50b93 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:42:32.709024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Attempting to bind port 8da29d94-af65-43ce-a17a-e89f96b50b93 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:32.714614 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:32.714879 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Checking segment: {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:32.715285 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Bound using segment: {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:32.715702 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Bound port: 8da29d94-af65-43ce-a17a-e89f96b50b93, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:32.716053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.781104 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:32.784438 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8da29d94-af65-43ce-a17a-e89f96b50b93,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:32.785624 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:32.791592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.802562 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.804475 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.809688 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.813136 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:32.813874 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:32.815310 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] 10.222.0.62 "PUT /v2.0/ports/8da29d94-af65-43ce-a17a-e89f96b50b93 HTTP/1.1" status: 200 len: 1093 time: 0.7958431 Jul 14 20:42:32.816130 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:32.853247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:32.855518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39fd2c-c97d-477d-9999-917732a721c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:32.873617 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84c42-4410-4eed-8771-e2d89f542b5b service neutron] Pushing event updated for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:32.919676 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2b685e-a2eb-4b51-af97-c45786fca4cb x-openstack-request-id: req-9d2b685e-a2eb-4b51-af97-c45786fca4cb {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:32.919960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:32.920213 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d2b685e-a2eb-4b51-af97-c45786fca4cb {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:32.920604 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2b685e-a2eb-4b51-af97-c45786fca4cb'] response: {'name': 'network-changed', 'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93', 'status': 'completed', 'code': 200} Jul 14 20:42:32.933187 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-29b75580-c1b2-4183-8e6f-0c787a786c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:32.934707 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-29b75580-c1b2-4183-8e6f-0c787a786c1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 1127 time: 0.0453126 Jul 14 20:42:32.989357 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-5646c5e3-0093-4c16-943c-166c0b0dff39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da29d94-af65-43ce-a17a-e89f96b50b93 HTTP/1.1" status: 200 len: 217 time: 0.0382180 Jul 14 20:42:33.041169 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-2b8a706a-e4ef-4152-a92a-3cff3c21fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:33.042635 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-2b8a706a-e4ef-4152-a92a-3cff3c21fd01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f HTTP/1.1" status: 200 len: 854 time: 0.0463212 Jul 14 20:42:33.077702 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-0083cfac-b8c6-4662-a0ad-0a05494b1712 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33641e48-7817-4fd4-b018-04fb34fd9d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257506 Jul 14 20:42:33.132770 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event updated for resources: {'Port': ['ID=5f8f9530-a0c1-4bda-9620-6a4ef4105276,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:33.143672 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (f3d51702-5e44-4849-bb67-3d00968b599e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:33.166403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:33.182221 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-c0a14d08-ce6d-447c-ab81-e5d6fc4a1ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908029 Jul 14 20:42:33.244625 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP f3d51702-5e44-4849-bb67-3d00968b599e associated. External IP: 172.27.0.183, port: 888019b8-69f1-44bf-b3ed-5afda837d4b0. Jul 14 20:42:33.277187 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-58390fc2-de1d-4f2b-9010-759e3c2594db req-46bec7ed-0610-482b-b1da-55e62aba597b service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Jul 14 20:42:33.383262 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:33.438786 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:42:33.545403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b197b-4a45-423a-acc7-12926265380e req-4a04f5bf-040c-4f5a-abc4-5d02a97d1926 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:33.546898 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-260b197b-4a45-423a-acc7-12926265380e req-4a04f5bf-040c-4f5a-abc4-5d02a97d1926 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Jul 14 20:42:33.549568 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:33.562389 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:33.574504 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:33.574671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:33.576028 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:33.609839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-260b197b-4a45-423a-acc7-12926265380e req-5831db50-1995-42d9-8e3c-96cbf06b7ce2 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565636 Jul 14 20:42:33.624080 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-2e1412ba-2734-415a-a4ed-3e2319534c65 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8599331 Jul 14 20:42:33.624080 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:33.624080 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8942ea00-2aed-4948-9775-5a2260df745a" -d '{"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:33.659387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:33.662657 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93e178-92f6-4119-92b0-fe968ffa4bd7 x-openstack-request-id: req-1c93e178-92f6-4119-92b0-fe968ffa4bd7 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:33.662964 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:33.663206 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c93e178-92f6-4119-92b0-fe968ffa4bd7 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:33.663603 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c93e178-92f6-4119-92b0-fe968ffa4bd7'] response: {'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'status': 'completed', 'code': 200} Jul 14 20:42:33.675273 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721319c-8bd4-4958-afd0-a2ac94546c0e req-7e8921ea-0521-4703-9da1-34a80a0ce2ff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:33.676758 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f721319c-8bd4-4958-afd0-a2ac94546c0e req-7e8921ea-0521-4703-9da1-34a80a0ce2ff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 943 time: 0.0562031 Jul 14 20:42:33.702660 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:33.723620 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f721319c-8bd4-4958-afd0-a2ac94546c0e req-a1042e2e-744b-417f-859a-2fe62573c9f6 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Jul 14 20:42:33.816515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:33.920662 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}, {'id': 'f3d51702-5e44-4849-bb67-3d00968b599e', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:32Z', 'updated_at': '2022-07-14T20:42:32Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:33.945319 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:33.954254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:33.954856 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:34.055020 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:34.264376 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}, {'id': 'f3d51702-5e44-4849-bb67-3d00968b599e', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:32Z', 'updated_at': '2022-07-14T20:42:32Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:34.288594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee39df-5cb4-4885-8581-bcd23eba6562 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}, {'id': 'f3d51702-5e44-4849-bb67-3d00968b599e', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:77:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:32Z', 'updated_at': '2022-07-14T20:42:32Z', 'revision_number': 0, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:42:34.362798 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-072cc624-d819-4442-b66d-f6f5f516c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.364312 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-072cc624-d819-4442-b66d-f6f5f516c6cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 1127 time: 0.0692217 Jul 14 20:42:34.381115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ea00-2aed-4948-9775-5a2260df745a req-04a07f63-f023-4191-8398-e64ac2ac2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.382811 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-04a07f63-f023-4191-8398-e64ac2ac2931 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1129 time: 0.0607429 Jul 14 20:42:34.491360 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f106b4-a5ff-4321-a7bd-5e00bb8b436d None None] New status for floating IP f3d51702-5e44-4849-bb67-3d00968b599e: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:42:34.906866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-538424a1-100b-4fe3-bd53-016fb8d92cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.908240 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-538424a1-100b-4fe3-bd53-016fb8d92cfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 915 time: 0.5380950 Jul 14 20:42:34.918112 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68b248-9d4e-4dc8-98f0-c0d769e7168f req-58811555-340d-4207-86bf-66bc9b14f125 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.919523 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c68b248-9d4e-4dc8-98f0-c0d769e7168f req-58811555-340d-4207-86bf-66bc9b14f125 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 943 time: 0.1157987 Jul 14 20:42:34.923025 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ea00-2aed-4948-9775-5a2260df745a req-13d84bd4-6d45-4fc5-9507-4cb9c334cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.924376 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-13d84bd4-6d45-4fc5-9507-4cb9c334cbb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.5311067 Jul 14 20:42:34.944571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57028d4b-3577-4518-96df-069a6b877644 req-6e14639e-2e54-4efe-abd5-894ae742831f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:34.945939 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57028d4b-3577-4518-96df-069a6b877644 req-6e14639e-2e54-4efe-abd5-894ae742831f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.1060665 Jul 14 20:42:35.023477 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-29e642a9-0157-4f82-a775-5a8fb8a7089b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da29d94-af65-43ce-a17a-e89f96b50b93 HTTP/1.1" status: 200 len: 217 time: 0.0948503 Jul 14 20:42:35.110626 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-8c8966c7-c52e-4db0-87c2-fe3f5e8ca0d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 200 len: 1001 time: 0.1636002 Jul 14 20:42:35.117135 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c68b248-9d4e-4dc8-98f0-c0d769e7168f req-174f8393-4e86-41b2-bf0e-1b8f959b837b tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919019 Jul 14 20:42:35.166244 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-57028d4b-3577-4518-96df-069a6b877644 req-3b317301-ce73-4191-a949-69467d38fbaa tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116454 Jul 14 20:42:35.175963 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-f7f1661d-452d-4b9c-968c-6b2d876c93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:35.177400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-f7f1661d-452d-4b9c-968c-6b2d876c93fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f HTTP/1.1" status: 200 len: 854 time: 0.1336551 Jul 14 20:42:35.193546 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ea00-2aed-4948-9775-5a2260df745a req-8a8010e3-13ee-4ffd-b24f-e8b112441d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:35.194866 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-8a8010e3-13ee-4ffd-b24f-e8b112441d52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0769143 Jul 14 20:42:35.223210 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-611f7710-9929-46ba-9439-e66f7dfec929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33641e48-7817-4fd4-b018-04fb34fd9d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378118 Jul 14 20:42:35.283234 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ea00-2aed-4948-9775-5a2260df745a req-cf2ee6cf-ce9a-42bc-86ef-4f2bac42dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:35.284679 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-cf2ee6cf-ce9a-42bc-86ef-4f2bac42dcfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712552 Jul 14 20:42:35.342455 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:35.403519 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-b78e8c9f-dd91-429e-b645-496986f75204 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609018 Jul 14 20:42:35.440991 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-9c32358d-08c2-4c72-b561-f523ac403317 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315575 Jul 14 20:42:35.497247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:35.572660 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-eb39fd2c-c97d-477d-9999-917732a721c0 req-6cf05415-6b3c-4580-bf58-db347a59d493 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606891 Jul 14 20:42:35.590791 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8942ea00-2aed-4948-9775-5a2260df745a req-332680a0-2ac5-47e2-8f03-7d8d9f58b911 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411231 Jul 14 20:42:36.236256 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f3928-1a02-4de2-aaae-dd66a5781e20 req-df671f97-b490-43c2-b4b7-e598837286bf tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:36.237831 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ad1f3928-1a02-4de2-aaae-dd66a5781e20 req-df671f97-b490-43c2-b4b7-e598837286bf tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 943 time: 0.0506983 Jul 14 20:42:36.303384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c2fa-e666-49a3-9788-56bd5d4aa85e req-84a0e6d2-6976-48b8-830c-3ec13992868c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:36.304842 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92e2c2fa-e666-49a3-9788-56bd5d4aa85e req-84a0e6d2-6976-48b8-830c-3ec13992868c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0661476 Jul 14 20:42:36.339557 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ad1f3928-1a02-4de2-aaae-dd66a5781e20 req-fc865290-cded-4439-83d6-826c517dcbcd tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Jul 14 20:42:36.369257 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-92e2c2fa-e666-49a3-9788-56bd5d4aa85e req-bbce156f-f40e-40e3-aecc-01fde96de365 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568812 Jul 14 20:42:36.733002 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 8da29d94-af65-43ce-a17a-e89f96b50b93 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:42:36.809997 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-8b17fd20-88c2-49dc-99bd-2e1a45d61abf tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159862638&fields=id&tenant_id=c8ded6a71283444e892094501f29e4da HTTP/1.1" status: 200 len: 267 time: 0.0487695 Jul 14 20:42:36.835071 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8da29d94-af65-43ce-a17a-e89f96b50b93,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:36.848124 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '8da29d94-af65-43ce-a17a-e89f96b50b93', 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08', 'port_id': '8da29d94-af65-43ce-a17a-e89f96b50b93', 'mac_address': 'fa:16:3e:59:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:42:36.886885 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 8da29d94-af65-43ce-a17a-e89f96b50b93 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:36.887317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:36.901775 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da29d94-af65-43ce-a17a-e89f96b50b93 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:36.920953 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-5809e80c-e36c-400a-96c1-f5cef95743e2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:36.922451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8da29d94-af65-43ce-a17a-e89f96b50b93,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:36.922604 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-5809e80c-e36c-400a-96c1-f5cef95743e2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 809 time: 0.1053507 Jul 14 20:42:36.927703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:36.932475 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:36.938399 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-461cb9d7-ae01-47b6-980e-b5c6c08f348b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/quotas/c8ded6a71283444e892094501f29e4da HTTP/1.1" status: 200 len: 375 time: 0.0098345 Jul 14 20:42:36.975697 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:36.992290 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-48255028-e253-4d96-aaf1-b77b4ec70dc7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486228 Jul 14 20:42:37.089378 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-29c9e4bc-78b7-4354-82fe-21cc7d1bd945 service neutron] 10.222.0.52 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Jul 14 20:42:37.181245 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-50a34b94-e58b-499d-8e4f-d3957011855a service neutron] 10.222.0.52 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863206 Jul 14 20:42:37.245952 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['8da29d94-af65-43ce-a17a-e89f96b50b93'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:42:37.352429 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:37.476531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374585-ab9c-4384-a844-0faaf50a1399 req-44b97ab7-3883-4190-a103-f9135b7f7b6d tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:37.478056 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a374585-ab9c-4384-a844-0faaf50a1399 req-44b97ab7-3883-4190-a103-f9135b7f7b6d tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 944 time: 0.0574141 Jul 14 20:42:37.527717 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:37.538140 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b436869-8bbf-4b61-80c5-cded00cf180b req-3a4daa7a-87f5-45be-9660-777a75248bbb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:37.539634 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b436869-8bbf-4b61-80c5-cded00cf180b req-3a4daa7a-87f5-45be-9660-777a75248bbb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0607049 Jul 14 20:42:37.592518 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a374585-ab9c-4384-a844-0faaf50a1399 req-9911e6cf-c273-4d02-8ff1-7b77d7ffc9b0 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037836 Jul 14 20:42:37.622296 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3b436869-8bbf-4b61-80c5-cded00cf180b req-340a20b4-f452-4db2-a2dc-f96c0dee0adb tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720851 Jul 14 20:42:37.670311 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2661c8fb-c7d2-479e-8957-025596478d73 req-0cf645cd-40a0-43ef-94da-a9527fe09e69 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Jul 14 20:42:38.236449 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:38.544060 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-357811e3-59ec-4870-ae59-8ba6e0680a22 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:38.545526 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-357811e3-59ec-4870-ae59-8ba6e0680a22 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 809 time: 0.1086111 Jul 14 20:42:38.632373 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:38.642027 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-a66975b6-4aa5-4482-8f29-956894b624f1 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8ded6a71283444e892094501f29e4da HTTP/1.1" status: 200 len: 379 time: 0.0628021 Jul 14 20:42:38.650425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'port': {'device_id': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'admin_state_up': True, 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'security_groups': ['010d599b-885a-4e51-8784-483ff86a745a']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:38.759640 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 8da29d94-af65-43ce-a17a-e89f96b50b93 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:38.798233 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f1f4-cb9b-4cd2-ab77-ca9e8bb8212b req-31121226-feb8-42b0-9a57-534f0b4c7a52 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:38.799758 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d39f1f4-cb9b-4cd2-ab77-ca9e8bb8212b req-31121226-feb8-42b0-9a57-534f0b4c7a52 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 944 time: 0.1211877 Jul 14 20:42:38.805274 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 8da29d94-af65-43ce-a17a-e89f96b50b93 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:42:38.811756 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 8da29d94-af65-43ce-a17a-e89f96b50b93 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:38.812151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:38.821971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d564c1d-9467-4101-97ea-843490caf279 req-7d281fc1-9769-40e6-8d32-59380c6de11c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:38.823515 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d564c1d-9467-4101-97ea-843490caf279 req-7d281fc1-9769-40e6-8d32-59380c6de11c tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0863507 Jul 14 20:42:38.900163 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 8da29d94-af65-43ce-a17a-e89f96b50b93 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:38.900820 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:38.923473 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Made reservation on behalf of c8ded6a71283444e892094501f29e4da for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:42:38.925963 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:38.926923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:38.928239 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668837e-9250-4578-b016-f91d7d474f60" -d '{"events": [{"server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "name": "network-vif-plugged", "status": "completed", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:38.941639 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8da29d94-af65-43ce-a17a-e89f96b50b93,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:38.945990 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:38.953987 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1d39f1f4-cb9b-4cd2-ab77-ca9e8bb8212b req-a2419dc0-5bbd-42a4-b9ff-1eda258590e7 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440408 Jul 14 20:42:38.959647 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d564c1d-9467-4101-97ea-843490caf279 req-bc5492ad-b357-4908-8656-5aec5bb34fa7 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250911 Jul 14 20:42:39.013757 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:39.031708 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300aa606-f6dc-4b86-8fdd-692065f81cd2 x-openstack-request-id: req-300aa606-f6dc-4b86-8fdd-692065f81cd2 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:39.032057 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "name": "network-vif-plugged", "status": "completed", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:39.032320 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-300aa606-f6dc-4b86-8fdd-692065f81cd2 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:39.032732 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300aa606-f6dc-4b86-8fdd-692065f81cd2'] response: {'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93', 'code': 200} Jul 14 20:42:39.069336 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2543672d-ec53-4350-b2a0-51ee197197ea req-c65d4253-6932-4743-808b-e06def640811 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 210 time: 0.0373149 Jul 14 20:42:39.137672 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Allocated IP 172.20.0.12 (e7b9cd92-b78c-490d-aec4-6eeb43205f28/5f2b3055-2437-422a-a94b-428ce53ad559/da21b590-1f64-4742-b37a-d9aa9698c268) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:39.288121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:39.299685 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bced6f-ffe5-4c48-8f7f-6430f2310a14 req-a6e6c3a6-5078-4cd3-b460-d9018af75a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:39.301172 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6bced6f-ffe5-4c48-8f7f-6430f2310a14 req-a6e6c3a6-5078-4cd3-b460-d9018af75a26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 1129 time: 0.0624552 Jul 14 20:42:39.344279 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for port (da21b590-1f64-4742-b37a-d9aa9698c268), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:39.372880 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6bced6f-ffe5-4c48-8f7f-6430f2310a14 req-b5087cdd-1650-42dd-9182-d98ffa51ddf4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Jul 14 20:42:39.394094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:39.438598 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:39.443848 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:39.448425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:39.472263 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:39.502127 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:39.502644 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:39.520555 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-c0dd6938-3fd4-4921-a10a-83a991eeb0dc tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8739016 Jul 14 20:42:39.627805 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-a69a12f2-a0dd-4fb7-9319-87b87ae48a0f None None] Provisioning complete for port da21b590-1f64-4742-b37a-d9aa9698c268 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:39.628322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-a69a12f2-a0dd-4fb7-9319-87b87ae48a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:39.660082 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-a69a12f2-a0dd-4fb7-9319-87b87ae48a0f None None] Port da21b590-1f64-4742-b37a-d9aa9698c268 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:42:39.668057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Request body: {'port': {'device_id': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:39.689686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:39.733613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:39.985280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da21b590-1f64-4742-b37a-d9aa9698c268 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:39.995143 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks [] for port (da21b590-1f64-4742-b37a-d9aa9698c268), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:40.009831 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Transition to ACTIVE for port object da21b590-1f64-4742-b37a-d9aa9698c268 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:42:40.013643 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:40.141567 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2cd18-cd64-4cc1-aa7b-c236ac042cf5 req-ba57d7a5-3627-4bfc-a55f-9c6d4ab19c86 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:40.143315 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ec2cd18-cd64-4cc1-aa7b-c236ac042cf5 req-ba57d7a5-3627-4bfc-a55f-9c6d4ab19c86 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.1070211 Jul 14 20:42:40.144215 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:40.160829 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26e633-8339-4c67-8b69-aa3832bdae01 req-d6ba00d9-f847-4827-befe-973480d7539f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:40.162332 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b26e633-8339-4c67-8b69-aa3832bdae01 req-d6ba00d9-f847-4827-befe-973480d7539f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.1216929 Jul 14 20:42:40.235374 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:40.300296 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-5ec2cd18-cd64-4cc1-aa7b-c236ac042cf5 req-7726cf28-231d-42e4-918b-45e6caac1ef8 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370065 Jul 14 20:42:40.308243 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8b26e633-8339-4c67-8b69-aa3832bdae01 req-c77343b1-eafd-460e-8267-bb25e018d3e8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247633 Jul 14 20:42:40.318143 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Attempting to bind port da21b590-1f64-4742-b37a-d9aa9698c268 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:42:40.318143 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Attempting to bind port da21b590-1f64-4742-b37a-d9aa9698c268 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:42:40.318472 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Attempting to bind port da21b590-1f64-4742-b37a-d9aa9698c268 on network e7b9cd92-b78c-490d-aec4-6eeb43205f28 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:40.324126 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Port da21b590-1f64-4742-b37a-d9aa9698c268 on network e7b9cd92-b78c-490d-aec4-6eeb43205f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:42:40.324446 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Attempting to bind port da21b590-1f64-4742-b37a-d9aa9698c268 on network e7b9cd92-b78c-490d-aec4-6eeb43205f28 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:42:40.329810 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:42:40.330339 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Checking segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:42:40.330876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Bound using segment: {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:42:40.331476 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Bound port: da21b590-1f64-4742-b37a-d9aa9698c268, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a005b8-7fec-4948-958d-1e63db5761d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:42:40.331994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:40.441370 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8692100-f72c-4c72-bdec-99b0239c058b req-b03b21f1-67e7-47db-9b5e-e9bf120925bb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:40.443221 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8692100-f72c-4c72-bdec-99b0239c058b req-b03b21f1-67e7-47db-9b5e-e9bf120925bb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0695977 Jul 14 20:42:40.451759 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:42:40.464116 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:42:40.483048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:40.536054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:40.569390 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:40.570004 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:40.572117 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] 10.222.0.62 "PUT /v2.0/ports/da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1094 time: 0.9089558 Jul 14 20:42:40.572980 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:40.574824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd0736d-7968-4b3d-adcb-71b396291892" -d '{"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:40.590738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d8692100-f72c-4c72-bdec-99b0239c058b req-062fc168-80dd-4bec-a45b-6b93c2d17ae4 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408706 Jul 14 20:42:40.599694 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf95b1-b5bd-4200-828b-f496b5fa4296 req-f23997de-da49-47e5-be14-d81acc745c64 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:40.601160 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0cf95b1-b5bd-4200-828b-f496b5fa4296 req-f23997de-da49-47e5-be14-d81acc745c64 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.1291997 Jul 14 20:42:40.628147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97579ab7-afa4-4e51-8ffc-4ac78c5ec195 service neutron] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:40.659514 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dc6352-3b7d-4047-a7ac-59b5edb95b34 x-openstack-request-id: req-63dc6352-3b7d-4047-a7ac-59b5edb95b34 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:40.659907 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:40.660230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63dc6352-3b7d-4047-a7ac-59b5edb95b34 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:40.660702 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63dc6352-3b7d-4047-a7ac-59b5edb95b34'] response: {'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'status': 'completed', 'code': 200} Jul 14 20:42:40.674156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0cf95b1-b5bd-4200-828b-f496b5fa4296 req-8719ad1e-1133-497c-8197-3add13b4d317 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636885 Jul 14 20:42:41.057378 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-03e9aaf5-f435-42b4-938c-f17909fbd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.058787 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-03e9aaf5-f435-42b4-938c-f17909fbd31e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1128 time: 0.0662572 Jul 14 20:42:41.070121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-678bb019-e122-4975-b4e4-aef0367aad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.072293 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-678bb019-e122-4975-b4e4-aef0367aad32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1129 time: 0.0456774 Jul 14 20:42:41.232652 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-84acb606-3f05-4b6a-9552-089879f45315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.234135 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-84acb606-3f05-4b6a-9552-089879f45315 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c8ded6a71283444e892094501f29e4da&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1609735 Jul 14 20:42:41.235184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-40b322e6-ea0d-4ea6-9390-7516b4e275ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.236444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-40b322e6-ea0d-4ea6-9390-7516b4e275ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.1550364 Jul 14 20:42:41.354767 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-9f080d63-081e-45d8-807a-09ad92c98aed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 1000 time: 0.1061866 Jul 14 20:42:41.431837 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-c80c3d43-964b-454f-973f-16f3717f7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.433476 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ffd0736d-7968-4b3d-adcb-71b396291892 req-c80c3d43-964b-454f-973f-16f3717f7cd6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937468 Jul 14 20:42:41.444270 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:41.453979 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-6b0f1446-1806-492f-b176-ce9776738cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.455461 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-6b0f1446-1806-492f-b176-ce9776738cf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0938246 Jul 14 20:42:41.462276 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288eab39-98c4-4463-8f35-18f2e8f14032 req-e355820e-f253-476b-aa10-4b89d2df283c tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.463656 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-288eab39-98c4-4463-8f35-18f2e8f14032 req-e355820e-f253-476b-aa10-4b89d2df283c tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.0900583 Jul 14 20:42:41.562096 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-66a510cf-b383-4121-b35e-c2fa7b455f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.563585 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-66a510cf-b383-4121-b35e-c2fa7b455f3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0871851 Jul 14 20:42:41.571711 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-288eab39-98c4-4463-8f35-18f2e8f14032 req-8c9a37b7-a8b6-42e8-90fb-abfa08c533b5 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022887 Jul 14 20:42:41.577378 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-a465767d-f977-49e1-bc34-2d189e8a7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:41.578966 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-a465767d-f977-49e1-bc34-2d189e8a7487 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1128 time: 0.0625782 Jul 14 20:42:42.033609 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-878500c3-843a-41fd-a046-03fe08dc43f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 217 time: 0.1058891 Jul 14 20:42:42.068776 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c5405-9659-4f9c-8501-59027171f1f1 req-dbca5090-d556-42c9-91fe-f6d55b823751 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:42.070446 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d2c5405-9659-4f9c-8501-59027171f1f1 req-dbca5090-d556-42c9-91fe-f6d55b823751 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.1415484 Jul 14 20:42:42.091230 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce4a96-183f-4d15-9d02-e30b8d308a12 req-89bba9a1-cf52-4b05-aeba-fbaeb8b6076f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:42.092700 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9ce4a96-183f-4d15-9d02-e30b8d308a12 req-89bba9a1-cf52-4b05-aeba-fbaeb8b6076f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.1628458 Jul 14 20:42:42.145024 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-38e6ca14-7aea-4a63-a040-5b30176a723b service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650330 Jul 14 20:42:42.192199 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:42.204393 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-eda9f967-9b54-4c60-a9bb-520edcd2e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:42.205830 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-eda9f967-9b54-4c60-a9bb-520edcd2e71d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.1344416 Jul 14 20:42:42.218419 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d2c5405-9659-4f9c-8501-59027171f1f1 req-71c0a633-000d-455c-8402-d44b141862d5 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246481 Jul 14 20:42:42.227666 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c9ce4a96-183f-4d15-9d02-e30b8d308a12 req-eba41e7a-d44d-4485-8336-5eff9ed18589 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253946 Jul 14 20:42:42.471146 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-a1949c15-88b2-48d7-964d-68135bd893da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:42.472561 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-a1949c15-88b2-48d7-964d-68135bd893da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0873361 Jul 14 20:42:42.534838 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c81c10c3-b284-4d42-a83d-872d8b74f783 req-06328922-597f-44ae-a705-900a4b1dab18 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575899 Jul 14 20:42:42.608754 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-e2c7b923-a232-467e-87e9-f2bb9887a7f2 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188517 Jul 14 20:42:42.777236 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-20e0a7b2-6f21-4578-8717-5c722dce627c req-463e2c96-6d23-4909-bbfd-3a3e4a0b3f87 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931218 Jul 14 20:42:43.372275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577f96-b328-4d05-8751-5e0aee6e63fb req-ea0e6f5b-cc88-4424-983f-7cabd14095b5 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:43.373777 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e577f96-b328-4d05-8751-5e0aee6e63fb req-ea0e6f5b-cc88-4424-983f-7cabd14095b5 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0851007 Jul 14 20:42:43.387426 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8723b88-f9b4-46e7-8ca4-58f5ad64a7cc req-cb0f4506-9d57-4928-be98-42afdaaaa57b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:43.388850 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8723b88-f9b4-46e7-8ca4-58f5ad64a7cc req-cb0f4506-9d57-4928-be98-42afdaaaa57b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0715764 Jul 14 20:42:43.456634 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:43.466827 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e577f96-b328-4d05-8751-5e0aee6e63fb req-fe191911-98cd-4ee5-bc71-1306b1b1eb69 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867612 Jul 14 20:42:43.470200 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e8723b88-f9b4-46e7-8ca4-58f5ad64a7cc req-32830d12-5044-4d1f-a3c1-bc6df51443b3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744224 Jul 14 20:42:43.603460 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:43.607797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=52 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:44.607451 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:44.610139 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=12 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:44.619089 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc1663-62ec-4236-9d63-882722638247 req-9e67996a-0712-4f20-a201-05a9dcdc2b11 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:44.620569 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8bc1663-62ec-4236-9d63-882722638247 req-9e67996a-0712-4f20-a201-05a9dcdc2b11 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0811365 Jul 14 20:42:44.626921 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2be1b-0d6c-4d9f-b5b0-7849cca0dafb req-85ca08ec-a237-4e0b-9b1b-718886e96364 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:44.628422 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44c2be1b-0d6c-4d9f-b5b0-7849cca0dafb req-85ca08ec-a237-4e0b-9b1b-718886e96364 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0865598 Jul 14 20:42:44.706115 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a8bc1663-62ec-4236-9d63-882722638247 req-528eca04-4cfd-4c1e-aa57-4471cfe9472f tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767066 Jul 14 20:42:44.710086 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44c2be1b-0d6c-4d9f-b5b0-7849cca0dafb req-2bb7b257-ad12-45dd-a576-25f51f843e4d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733571 Jul 14 20:42:45.189097 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-437df305-be51-4dfb-b92c-6504abd6f69a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444436 Jul 14 20:42:45.264719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-bc264d95-80e1-4793-8cde-f276152b84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:45.266226 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-bc264d95-80e1-4793-8cde-f276152b84f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 1129 time: 0.0406618 Jul 14 20:42:45.377756 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-12ea951e-66b1-47b5-9e20-8ce0fc9801bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:45.379262 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-12ea951e-66b1-47b5-9e20-8ce0fc9801bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.0936091 Jul 14 20:42:45.450450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-5814b11a-dca6-4dea-b73d-d91aa1c7bf5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 200 len: 1000 time: 0.0642805 Jul 14 20:42:45.486243 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:45.504866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-ecb84487-cd2c-4c24-90a7-12eb88852324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:45.506321 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-ecb84487-cd2c-4c24-90a7-12eb88852324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0466461 Jul 14 20:42:45.549946 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-351b993e-90d1-4ccf-b478-754454c1ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:45.551472 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-351b993e-90d1-4ccf-b478-754454c1ee2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390108 Jul 14 20:42:45.647955 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-b1a9cbce-17c8-4ebc-b1dc-1a195a1af0c2 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901446 Jul 14 20:42:45.747984 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dabfecff-5f59-4baf-970a-d47b7242b7eb req-e944f099-afef-4330-8d67-c6d437569944 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Jul 14 20:42:45.831058 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d0ba2-30ff-49ce-9302-ec81562a1982 req-f6a3cc5c-afc9-4427-8bb8-03c604803a8b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:45.832568 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c0d0ba2-30ff-49ce-9302-ec81562a1982 req-f6a3cc5c-afc9-4427-8bb8-03c604803a8b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0479853 Jul 14 20:42:45.883780 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9c0d0ba2-30ff-49ce-9302-ec81562a1982 req-63c1e169-aaf3-4522-81d7-f2b024f3bd67 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454967 Jul 14 20:42:46.997333 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32046e1-851d-4620-b695-e9fa6a64c246 req-aa398371-c608-49c1-ac61-4894c95e7324 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:46.998789 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c32046e1-851d-4620-b695-e9fa6a64c246 req-aa398371-c608-49c1-ac61-4894c95e7324 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0475588 Jul 14 20:42:47.051028 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c32046e1-851d-4620-b695-e9fa6a64c246 req-8e6cf628-0ecd-409e-9763-13e2e15c711b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Jul 14 20:42:48.172489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb714a-3406-4d5b-beb6-ef6e3065007d req-3a6db2a4-5d0c-4c53-8c98-8b723ab3052d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:48.173934 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5fb714a-3406-4d5b-beb6-ef6e3065007d req-3a6db2a4-5d0c-4c53-8c98-8b723ab3052d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0517225 Jul 14 20:42:48.225829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f5fb714a-3406-4d5b-beb6-ef6e3065007d req-32479052-b1b5-458d-8077-a1c0cfb66db9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Jul 14 20:42:49.344967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7df78-d1b6-4196-8771-a6223e8a312b req-e62d7dbe-b45c-4de3-8afd-3e0261a64eaf tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:49.346471 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dcc7df78-d1b6-4196-8771-a6223e8a312b req-e62d7dbe-b45c-4de3-8afd-3e0261a64eaf tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0497143 Jul 14 20:42:49.399416 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dcc7df78-d1b6-4196-8771-a6223e8a312b req-4a03bc30-6927-4760-b305-c48aee93f2a0 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Jul 14 20:42:50.501843 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:50.515433 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa6d5-6e3f-411b-af84-cb3ed91fd2eb req-a88eb265-a6ae-4721-8fd2-9a9d632af232 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:50.516904 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d22fa6d5-6e3f-411b-af84-cb3ed91fd2eb req-a88eb265-a6ae-4721-8fd2-9a9d632af232 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0481801 Jul 14 20:42:50.571153 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d22fa6d5-6e3f-411b-af84-cb3ed91fd2eb req-100ad237-086d-40e3-b03d-b8e62d83e27f tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482934 Jul 14 20:42:50.800620 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:50.802518 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:51.686330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21bee-2407-4ceb-b1c4-cf78a8d3e23b req-8c9b51f0-152e-4c4d-b75e-bd6593a2882a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:51.687838 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2e21bee-2407-4ceb-b1c4-cf78a8d3e23b req-8c9b51f0-152e-4c4d-b75e-bd6593a2882a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0479226 Jul 14 20:42:51.738083 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b2e21bee-2407-4ceb-b1c4-cf78a8d3e23b req-20330c82-110a-4ead-b423-d9e326a81acd tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445504 Jul 14 20:42:52.813668 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:42:52.852624 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8d310-35dc-48e1-98ae-b77bc7a3fac8 req-525f2eab-e2b6-4d7c-a351-0e962b4806a7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:52.854280 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07c8d310-35dc-48e1-98ae-b77bc7a3fac8 req-525f2eab-e2b6-4d7c-a351-0e962b4806a7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Jul 14 20:42:52.905790 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-07c8d310-35dc-48e1-98ae-b77bc7a3fac8 req-b48a471c-599f-403f-9d27-12a79ac55351 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Jul 14 20:42:52.916208 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:52.928144 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'mac_address': 'fa:16:3e:f3:cf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:42:52.962636 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port da21b590-1f64-4742-b37a-d9aa9698c268 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:52.963052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:52.976713 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da21b590-1f64-4742-b37a-d9aa9698c268 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:42:53.000295 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:53.005198 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:53.052231 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:53.059782 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.060129 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.060530 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.060806 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.061139 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.061467 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.061797 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.062147 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.062445 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.062791 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.063141 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.063463 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.063779 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.064095 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.064409 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:42:53.418238 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['da21b590-1f64-4742-b37a-d9aa9698c268'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:42:54.019290 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3caa-8aec-42a6-9caa-d09669f3de67 req-c95fe5c5-1605-4343-9ae7-20d5ffef9b1b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:54.020723 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ecd3caa-8aec-42a6-9caa-d09669f3de67 req-c95fe5c5-1605-4343-9ae7-20d5ffef9b1b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Jul 14 20:42:54.053541 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:54.070770 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ecd3caa-8aec-42a6-9caa-d09669f3de67 req-adca1d90-53d3-4fcb-a380-c1fc341adca0 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Jul 14 20:42:54.828346 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:42:54.870310 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port da21b590-1f64-4742-b37a-d9aa9698c268 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:42:54.876425 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port da21b590-1f64-4742-b37a-d9aa9698c268 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:42:54.876795 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:54.949530 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port da21b590-1f64-4742-b37a-d9aa9698c268 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:42:54.949908 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:54.972040 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:54.974234 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b236edf-dc7e-4181-9f0b-19710096b3d1" -d '{"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-plugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:54.987707 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:42:54.992070 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:54.998267 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:55.017921 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14daf7ba-b9cf-4701-98e6-0ecddd9aa22e x-openstack-request-id: req-14daf7ba-b9cf-4701-98e6-0ecddd9aa22e {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:55.018205 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-plugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:55.018453 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14daf7ba-b9cf-4701-98e6-0ecddd9aa22e {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:55.019132 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14daf7ba-b9cf-4701-98e6-0ecddd9aa22e'] response: {'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'code': 200} Jul 14 20:42:55.043135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:55.194921 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bde548-13ac-4dce-b3ad-2942840e4060 req-5caafffa-727a-47da-bb0d-5f91f8a6bada tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:55.197076 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71bde548-13ac-4dce-b3ad-2942840e4060 req-5caafffa-727a-47da-bb0d-5f91f8a6bada tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0487807 Jul 14 20:42:55.252505 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-71bde548-13ac-4dce-b3ad-2942840e4060 req-a3c3add9-bcd1-46c6-ac8b-b3f461a06966 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495260 Jul 14 20:42:55.333201 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630db6d-5cb3-4aea-b931-3193258e2e50 req-4cd5cfa8-899d-4a70-872d-a69b0861c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:55.334701 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3630db6d-5cb3-4aea-b931-3193258e2e50 req-4cd5cfa8-899d-4a70-872d-a69b0861c19c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0404477 Jul 14 20:42:55.381240 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3630db6d-5cb3-4aea-b931-3193258e2e50 req-d48f2f59-a67e-459d-a84c-596fd22b2261 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Jul 14 20:42:56.366959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfcb5f-fb66-42e1-b7ce-54199fc67916 req-c887f638-6a1a-4806-8c5e-cfc84447a4ed tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:56.368993 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48bfcb5f-fb66-42e1-b7ce-54199fc67916 req-c887f638-6a1a-4806-8c5e-cfc84447a4ed tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0459921 Jul 14 20:42:56.417980 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-48bfcb5f-fb66-42e1-b7ce-54199fc67916 req-1e56b606-a969-47c0-8dfe-a6e58bf02962 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Jul 14 20:42:57.531688 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783ca9e-b02a-48f1-9e5e-e88c7debefe8 req-6d23136b-296c-4744-ab71-911597ef5110 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:57.533126 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f783ca9e-b02a-48f1-9e5e-e88c7debefe8 req-6d23136b-296c-4744-ab71-911597ef5110 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0455713 Jul 14 20:42:57.585212 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f783ca9e-b02a-48f1-9e5e-e88c7debefe8 req-655857f8-1e82-4ab2-bb23-eea77635a0bd tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465274 Jul 14 20:42:57.599139 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-54de177b-ab15-4f79-b5df-c4eba61d203d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:57.672337 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:57.704691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d8ad-20ee-4ffc-bcdb-fb73d8a1bfa5 req-52a7a800-5d5e-4db9-9aa5-7de0b43d378a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:57.706084 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d16d8ad-20ee-4ffc-bcdb-fb73d8a1bfa5 req-52a7a800-5d5e-4db9-9aa5-7de0b43d378a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0507126 Jul 14 20:42:57.756288 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-7d16d8ad-20ee-4ffc-bcdb-fb73d8a1bfa5 req-a2922eb1-c1ff-4392-9cb4-482746b1002b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 Jul 14 20:42:57.779549 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42046) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:57.929459 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfd0ad-5c85-4ea8-9ef7-2fc184787950 tempest-TestShelveInstance-707376743 tempest-TestShelveInstance-707376743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:57.931046 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-babfd0ad-5c85-4ea8-9ef7-2fc184787950 tempest-TestShelveInstance-707376743 tempest-TestShelveInstance-707376743-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1125 time: 0.1495545 Jul 14 20:42:57.934197 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42050) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:42:57.938472 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:42:57.959882 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.037141 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.147357 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Allocated IP 172.27.0.28 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/28a7f17e-3231-4a09-8994-9f4890a0416e) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:42:58.223111 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:58.223951 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:58.248228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.280106 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.320338 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:42:58.323892 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:42:58.329840 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:42:58.355842 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'Port': ['ID=28a7f17e-3231-4a09-8994-9f4890a0416e,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:58.636620 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:58.682669 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for floatingip (a9b44331-fe1e-4412-9812-49cfbe7ce3a5), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.707188 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:58.753304 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.912217 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.917274 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:58.988114 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event updated for resources: {'Port': ['ID=28a7f17e-3231-4a09-8994-9f4890a0416e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:42:58.996947 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (a9b44331-fe1e-4412-9812-49cfbe7ce3a5), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:59.095905 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Floating IP a9b44331-fe1e-4412-9812-49cfbe7ce3a5 associated. External IP: 172.27.0.28, port: da21b590-1f64-4742-b37a-d9aa9698c268. Jul 14 20:42:59.313954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:42:59.417074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:42:59.426839 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Sync routers for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:42:59.435119 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:59.437953 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:59.438569 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:42:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:59.465941 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ea43892e-b37f-47ad-a210-ad5bc2b613f9 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307045 Jul 14 20:42:59.466787 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:42:59.469327 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40e6fa-8574-4b98-aac4-e849be8cf11a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:42:59.508120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a6ab1-f65d-4569-9d70-87970d8b0948 x-openstack-request-id: req-144a6ab1-f65d-4569-9d70-87970d8b0948 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:42:59.508415 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:42:59.508664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-144a6ab1-f65d-4569-9d70-87970d8b0948 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:42:59.509067 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144a6ab1-f65d-4569-9d70-87970d8b0948'] response: {'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'status': 'completed', 'code': 200} Jul 14 20:42:59.612744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-210533b5-280a-4f60-b8fd-0532c19a90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:59.614123 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-210533b5-280a-4f60-b8fd-0532c19a90ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0386121 Jul 14 20:42:59.670727 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:42:59.721950 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-5fbf2f6f-931c-461a-b1bd-0db147133716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:59.723455 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-5fbf2f6f-931c-461a-b1bd-0db147133716 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.0921130 Jul 14 20:42:59.778730 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:42:59.785757 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-d70d050e-75ab-41a8-8ee8-c512e60440a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 999 time: 0.0557721 Jul 14 20:42:59.836472 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-2dcfe489-a5bc-4045-8c56-89947975fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:59.838032 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-2dcfe489-a5bc-4045-8c56-89947975fd2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0451767 Jul 14 20:42:59.891467 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-a6d01778-866d-4f4c-b37c-70c65325ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:42:59.892607 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91612d52-510c-406c-af3d-9296c9c0b1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:42:59.893097 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-a6d01778-866d-4f4c-b37c-70c65325ce75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482414 Jul 14 20:42:59.897702 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'a9b44331-fe1e-4412-9812-49cfbe7ce3a5', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'mac_address': 'fa:16:3e:f3:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:58Z', 'updated_at': '2022-07-14T20:42:58Z', 'revision_number': 0, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:59.928281 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Checking router: e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:42:59.936872 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:42:59.937473 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:43:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:42:59.987396 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-2dd9436d-0e98-40c2-a047-82e26d9bb09e service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869708 Jul 14 20:43:00.035830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:43:00.084982 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6d40e6fa-8574-4b98-aac4-e849be8cf11a req-c6f7b8b6-1af2-41b5-b681-4f5eccc2cb9a service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870681 Jul 14 20:43:00.248631 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'a9b44331-fe1e-4412-9812-49cfbe7ce3a5', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'mac_address': 'fa:16:3e:f3:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:58Z', 'updated_at': '2022-07-14T20:42:58Z', 'revision_number': 0, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:00.274158 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fc22f-6c30-46fd-af9d-da26ebf4ac1a None None] The sync data for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi is: [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': 'a9b44331-fe1e-4412-9812-49cfbe7ce3a5', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'mac_address': 'fa:16:3e:f3:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:42:58Z', 'updated_at': '2022-07-14T20:42:58Z', 'revision_number': 0, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:43:00.479460 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09e6b4-336b-4e58-8be2-ba6c20080bfd None None] New status for floating IP a9b44331-fe1e-4412-9812-49cfbe7ce3a5: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:43:01.131036 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:02.702639 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:02.793135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:02.801195 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:03.185377 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:43:08.234653 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:09.460852 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:09.464477 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:10.080880 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=24 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:10.081647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:13.180838 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:13.181659 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=12 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:18.225092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:18.231145 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:25.337314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c343903-e7e6-4202-ad1d-e7fdd43fa001 req-1ae0d47f-9430-4232-acae-a7fef9f2c58d tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:25.338741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c343903-e7e6-4202-ad1d-e7fdd43fa001 req-1ae0d47f-9430-4232-acae-a7fef9f2c58d tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.0472491 Jul 14 20:43:25.385904 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4c343903-e7e6-4202-ad1d-e7fdd43fa001 req-6d41e0db-ecf4-43ce-b32f-f9ab104626d4 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jul 14 20:43:26.505107 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997aa52-05c5-4f92-b31b-8ed9d197c741 req-f2d991e3-e0ed-4b01-b0b8-a78afc061a53 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:26.506541 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c997aa52-05c5-4f92-b31b-8ed9d197c741 req-f2d991e3-e0ed-4b01-b0b8-a78afc061a53 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.0501816 Jul 14 20:43:26.553580 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c997aa52-05c5-4f92-b31b-8ed9d197c741 req-73db6e44-fc56-4050-baf4-db5ea0f5525e tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Jul 14 20:43:27.602705 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5476546a-8be8-4519-9b29-81bf2a7cfb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:27.670076 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1c015-bf42-4df4-96c7-0bdf6b43b6b1 req-554ff407-a242-42f8-b087-53836a96d247 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:27.671557 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21a1c015-bf42-4df4-96c7-0bdf6b43b6b1 req-554ff407-a242-42f8-b087-53836a96d247 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.0484362 Jul 14 20:43:27.720539 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-21a1c015-bf42-4df4-96c7-0bdf6b43b6b1 req-10ee1e76-ba86-4f2d-9203-e0aef9c08173 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Jul 14 20:43:27.930396 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-9b9103af-f99e-4acf-91d5-2fb4e6d7a87f tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:27.931725 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-9b9103af-f99e-4acf-91d5-2fb4e6d7a87f tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 945 time: 0.0448766 Jul 14 20:43:28.028468 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Deleting port 8da29d94-af65-43ce-a17a-e89f96b50b93 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:43:28.028801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:28.115215 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] For port 8da29d94-af65-43ce-a17a-e89f96b50b93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8da29d94-af65-43ce-a17a-e89f96b50b93,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:28.115566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:28.132353 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Calling delete_port for 8da29d94-af65-43ce-a17a-e89f96b50b93 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:43:28.255424 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (8da29d94-af65-43ce-a17a-e89f96b50b93), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:28.284387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Pushing event deleted for resources: {'Port': ['ID=8da29d94-af65-43ce-a17a-e89f96b50b93,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:28.311074 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['8da29d94-af65-43ce-a17a-e89f96b50b93'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:43:28.312690 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.313027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.313362 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.313686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.314007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.314329 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.314645 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.314970 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.315288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.315599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.315909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.316218 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.316526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.316834 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.317137 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:28.340176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] No DVR routers for this DVR port 8da29d94-af65-43ce-a17a-e89f96b50b93 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:43:28.342548 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:28.345696 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-25d4010e-1b4b-447a-874f-c7230e9a1b5b req-6fbed066-d2b5-4557-b699-22e11d00fc16 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "DELETE /v2.0/ports/8da29d94-af65-43ce-a17a-e89f96b50b93 HTTP/1.1" status: 204 len: 173 time: 0.3980725 Jul 14 20:43:28.346149 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'name': 'network-vif-deleted', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:28.348377 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10d15b-ffaf-46c1-8a22-c74849d39680" -d '{"events": [{"server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "name": "network-vif-deleted", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:28.384038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e95f5-c8a2-4b8a-af7d-97483d7f2b87 x-openstack-request-id: req-b61e95f5-c8a2-4b8a-af7d-97483d7f2b87 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:28.384337 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953341a-d18f-4927-9e2f-2e3990f8959b", "name": "network-vif-deleted", "tag": "8da29d94-af65-43ce-a17a-e89f96b50b93", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:28.384589 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b61e95f5-c8a2-4b8a-af7d-97483d7f2b87 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:28.385011 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61e95f5-c8a2-4b8a-af7d-97483d7f2b87'] response: {'server_uuid': 'e953341a-d18f-4927-9e2f-2e3990f8959b', 'name': 'network-vif-deleted', 'tag': '8da29d94-af65-43ce-a17a-e89f96b50b93', 'status': 'completed', 'code': 200} Jul 14 20:43:28.829852 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-595735b3-16ff-4168-9144-b5851efafc21 req-610caed9-24f3-4d4d-bffb-b62e13f8e501 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=e953341a-d18f-4927-9e2f-2e3990f8959b HTTP/1.1" status: 200 len: 210 time: 0.0285385 Jul 14 20:43:29.888696 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-836117cb-741f-4158-8b4e-308565c58454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:31.133033 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:32.706719 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:32.794867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:33.189375 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 8da29d94-af65-43ce-a17a-e89f96b50b93 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:43:33.211567 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 8da29d94-af65-43ce-a17a-e89f96b50b93 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:43:33.211907 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 8da29d94-af65-43ce-a17a-e89f96b50b93 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:43:34.733275 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7cb57-1085-4b32-9c89-9bd0c6515db5 req-f0bceefb-1aa4-4c50-b35b-b924044fbe2d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:34.734728 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9a7cb57-1085-4b32-9c89-9bd0c6515db5 req-f0bceefb-1aa4-4c50-b35b-b924044fbe2d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0467646 Jul 14 20:43:34.781785 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a9a7cb57-1085-4b32-9c89-9bd0c6515db5 req-e26350a3-7514-4730-b777-b348fe27e144 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412838 Jul 14 20:43:35.215524 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:35.220137 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:35.899372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afa5-b9cb-4947-9c23-4a4c253c0be1 req-330913fd-2a5f-4f6c-9baa-00c47cd49d67 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:35.900835 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d464afa5-b9cb-4947-9c23-4a4c253c0be1 req-330913fd-2a5f-4f6c-9baa-00c47cd49d67 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Jul 14 20:43:35.947600 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d464afa5-b9cb-4947-9c23-4a4c253c0be1 req-8fc5e19b-5f78-4f63-8e9b-ea148f7a3454 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411963 Jul 14 20:43:37.041705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:37.060360 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7518-21fc-49d3-bc81-89205c088ca8 req-5a053b90-a2ad-4f6d-94e3-467593cdd0d7 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:37.061819 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e3b7518-21fc-49d3-bc81-89205c088ca8 req-5a053b90-a2ad-4f6d-94e3-467593cdd0d7 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Jul 14 20:43:37.092591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:37.111103 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e3b7518-21fc-49d3-bc81-89205c088ca8 req-649eb327-6958-45ba-94a1-d996a0fc753b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436623 Jul 14 20:43:38.228017 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258a8f-e2d9-42ae-a494-42311ec5b973 req-887679c2-ae53-4e17-b379-70521f8e55e0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:38.229891 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44258a8f-e2d9-42ae-a494-42311ec5b973 req-887679c2-ae53-4e17-b379-70521f8e55e0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0504212 Jul 14 20:43:38.234491 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:38.277954 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-44258a8f-e2d9-42ae-a494-42311ec5b973 req-a8fc9e37-9242-4cb0-a0ad-98b80364e234 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413525 Jul 14 20:43:39.416989 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a405f-b749-4a77-a0c0-b925c6c3c493 req-a7be506e-aca9-4eeb-b432-f8fc98003ac1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:39.418421 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b72a405f-b749-4a77-a0c0-b925c6c3c493 req-a7be506e-aca9-4eeb-b432-f8fc98003ac1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0731165 Jul 14 20:43:39.424906 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb162-1064-438c-9013-15954bca4317 req-6154467b-9a48-4d54-8415-5cea83b51071 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:39.426244 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-699bb162-1064-438c-9013-15954bca4317 req-6154467b-9a48-4d54-8415-5cea83b51071 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 945 time: 0.0708830 Jul 14 20:43:39.526970 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b72a405f-b749-4a77-a0c0-b925c6c3c493 req-6a96b3ae-c2a4-420e-b92a-e49fb90840d0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=29cf42c1-cd97-4d94-b6d2-3d893ba8d515&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996993 Jul 14 20:43:39.539887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Deleting port 7aec5355-7bd2-42ec-8e1e-613974fa243f {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:43:39.540232 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:39.632306 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] For port 7aec5355-7bd2-42ec-8e1e-613974fa243f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7aec5355-7bd2-42ec-8e1e-613974fa243f,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:39.633141 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:39.867886 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:39.868268 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:39.868576 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Floating IP 3d405761-76a5-4376-9d83-f958d2bb2795 disassociated. External IP: 172.27.0.95, port: 7aec5355-7bd2-42ec-8e1e-613974fa243f. Jul 14 20:43:39.868905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Calling delete_port for 7aec5355-7bd2-42ec-8e1e-613974fa243f owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:43:39.945436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-6769b027-f041-49e4-a737-5f8ac018c1c5 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:39.946881 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-6769b027-f041-49e4-a737-5f8ac018c1c5 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 814 time: 0.1614454 Jul 14 20:43:39.970597 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-d6cf3c76-d6d5-4387-9f79-6fbaaeafc365 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/quotas/d2fb85822f104b7a981279226f8f1aa6 HTTP/1.1" status: 200 len: 375 time: 0.0153830 Jul 14 20:43:40.007938 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-bd2d8967-13ff-4345-85ec-27c1dbdbc124 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291531 Jul 14 20:43:40.057313 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:40.120748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (7aec5355-7bd2-42ec-8e1e-613974fa243f), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:40.127801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:40.159556 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'Port': ['ID=7aec5355-7bd2-42ec-8e1e-613974fa243f,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:40.167848 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2cd116cc-03dc-4aee-91c9-fad7f1643290 service neutron] 10.222.0.52 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511586 Jul 14 20:43:40.185105 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:43:40.346560 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:43:40.348748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-5ad32728-008a-4d12-a9ac-c8cbdbbe2224 service neutron] 10.222.0.52 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720891 Jul 14 20:43:40.781775 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ba84f07a-205f-4213-a7e5-525e16602c8a req-dbe1439b-5fb6-4c80-b34b-ee29c9dc5efd tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 210 time: 0.0574138 Jul 14 20:43:40.784156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-30209736-35a9-4cf9-a43b-f9ed8f2ee296 req-e62f4f88-78d2-4ac6-872b-bf79c453b1af tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1fcf2cb-a1b4-4e88-83ba-1fdecb056836 HTTP/1.1" status: 200 len: 210 time: 0.0590410 Jul 14 20:43:40.805656 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:43:40.818132 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:43:40.830277 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:43:40.831248 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:43:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:40.867419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] No DVR routers for this DVR port 7aec5355-7bd2-42ec-8e1e-613974fa243f on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:43:40.869873 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:40.874062 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-699bb162-1064-438c-9013-15954bca4317 req-ddb08802-7d29-44a4-ab79-71e1025a6d18 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "DELETE /v2.0/ports/7aec5355-7bd2-42ec-8e1e-613974fa243f HTTP/1.1" status: 204 len: 173 time: 1.4405696 Jul 14 20:43:40.874062 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'name': 'network-vif-deleted', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:40.876635 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f71b2c-6699-4cce-bdbf-816272abf013" -d '{"events": [{"server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "name": "network-vif-deleted", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:40.917722 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0577151-459d-494b-b3d9-fb8dee30b594 x-openstack-request-id: req-f0577151-459d-494b-b3d9-fb8dee30b594 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:40.918023 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fcf2cb-a1b4-4e88-83ba-1fdecb056836", "name": "network-vif-deleted", "tag": "7aec5355-7bd2-42ec-8e1e-613974fa243f", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:40.918310 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0577151-459d-494b-b3d9-fb8dee30b594 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:40.919383 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0577151-459d-494b-b3d9-fb8dee30b594'] response: {'server_uuid': 'e1fcf2cb-a1b4-4e88-83ba-1fdecb056836', 'name': 'network-vif-deleted', 'tag': '7aec5355-7bd2-42ec-8e1e-613974fa243f', 'status': 'completed', 'code': 200} Jul 14 20:43:40.950154 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:43:41.154542 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:41.183170 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:43:41.191813 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:43:41.192410 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:43:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:41.296862 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:43:41.486354 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:41.510807 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ade803-34d4-4964-b0ef-97e976c42f35 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:43:41.744892 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dffc0c-a04a-4dfa-aeee-df4b9ba5db77 None None] New status for floating IP 3d405761-76a5-4376-9d83-f958d2bb2795: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:43:41.923200 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c25f7608-0cd8-460f-bdc1-e492e7f1847d req-03357f7e-dfcf-48fc-bb6d-39caec0231ca tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 210 time: 0.0338202 Jul 14 20:43:41.924848 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42286) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:41.993680 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (29cf42c1-cd97-4d94-b6d2-3d893ba8d515), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.020011 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (29cf42c1-cd97-4d94-b6d2-3d893ba8d515), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.051633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-e09f5c8b-75dc-4ec4-b646-e085e528fd7a tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:42.053173 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-e09f5c8b-75dc-4ec4-b646-e085e528fd7a tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 814 time: 0.1232574 Jul 14 20:43:42.071361 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (29cf42c1-cd97-4d94-b6d2-3d893ba8d515), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.073399 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Request body: {'port': {'device_id': '26608afe-5952-4105-b7c2-ac62add60d17', 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08', 'admin_state_up': True, 'tenant_id': 'd2fb85822f104b7a981279226f8f1aa6'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:42.075780 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.079740 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "DELETE /v2.0/security-groups/29cf42c1-cd97-4d94-b6d2-3d893ba8d515 HTTP/1.1" status: 204 len: 168 time: 0.1528940 Jul 14 20:43:42.088372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42288) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:42.092340 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf42c1-cd97-4d94-b6d2-3d893ba8d515,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:42.100475 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.100816 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.101150 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.101480 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.101805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.102125 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.102557 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.102904 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.103251 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.103573 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.103889 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.104206 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.104592 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.104905 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.105222 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ccf940-904a-4249-8d39-4afa66808f54 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:42.114519 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-8b5eaeeb-ee70-464b-8061-a5fdde54497d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] show failed (client error): The resource could not be found. Jul 14 20:43:42.118368 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8b5eaeeb-ee70-464b-8061-a5fdde54497d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups/29cf42c1-cd97-4d94-b6d2-3d893ba8d515 HTTP/1.1" status: 404 len: 347 time: 0.0262754 Jul 14 20:43:42.119605 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42292) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:42.203053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Made reservation on behalf of d2fb85822f104b7a981279226f8f1aa6 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:43:42.206536 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.244711 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Deleting port 96e9eea4-2ee2-4088-8411-e1269e3e245e {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:43:42.244961 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.325621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.326008 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (96e9eea4-2ee2-4088-8411-e1269e3e245e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.334408 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Allocated IP 172.20.0.14 (33641e48-7817-4fd4-b018-04fb34fd9d08/e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f/37b66eca-6834-4178-be9a-4743da089833) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:43:42.337943 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Calling delete_port for 96e9eea4-2ee2-4088-8411-e1269e3e245e owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:43:42.368632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:42.476176 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (96e9eea4-2ee2-4088-8411-e1269e3e245e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.478567 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:42.493578 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks [] for port (37b66eca-6834-4178-be9a-4743da089833), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.501495 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'Port': ['ID=96e9eea4-2ee2-4088-8411-e1269e3e245e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:42.530279 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (37b66eca-6834-4178-be9a-4743da089833), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.562994 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (3d405761-76a5-4376-9d83-f958d2bb2795), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.565441 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.567375 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-47be0292-0612-4eda-a4f4-7bc0d4d1738b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d405761-76a5-4376-9d83-f958d2bb2795 HTTP/1.1" status: 204 len: 168 time: 0.4472756 Jul 14 20:43:42.572813 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Network 33641e48-7817-4fd4-b018-04fb34fd9d08 is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:43:42.578215 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:43:42.587094 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:43:42.587425 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Pushing event updated for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:42.644518 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:42.645135 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.645805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42298) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:42.650206 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619079277', 'description': 'tempest-description--480455828'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:42.662566 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-2608337e-6609-40df-8c6f-94bf820c3d15 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932176 Jul 14 20:43:42.673557 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.681394 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Request body: {'port': {'device_id': '26608afe-5952-4105-b7c2-ac62add60d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:42.747170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (544a0f15-f781-4ad2-b9da-281f330a2c7f), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.748932 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (37b66eca-6834-4178-be9a-4743da089833), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.751641 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (544a0f15-f781-4ad2-b9da-281f330a2c7f), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.782693 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.783937 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1371660 Jul 14 20:43:42.786976 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42300) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:42.791428 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group_rule': {'security_group_id': '544a0f15-f781-4ad2-b9da-281f330a2c7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:42.797166 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0194ac-f37d-46c6-b606-1ab195aad9c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544a0f15-f781-4ad2-b9da-281f330a2c7f,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:42.800960 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:42.832757 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (3335ffbe-c8a0-40cb-a62d-dd46a68d9b62), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.854358 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:42.883081 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (3335ffbe-c8a0-40cb-a62d-dd46a68d9b62), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.886883 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (3335ffbe-c8a0-40cb-a62d-dd46a68d9b62), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.908349 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3335ffbe-c8a0-40cb-a62d-dd46a68d9b62,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:42.912823 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:42.914029 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-787361c0-febf-4daa-95ca-2f3a5d335e2f tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261382 Jul 14 20:43:42.916772 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42302) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:42.921427 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'security_group_rule': {'security_group_id': '544a0f15-f781-4ad2-b9da-281f330a2c7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:42.948286 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (14f12543-2ea8-4dfc-9889-e4ecf283630e), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.007474 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (14f12543-2ea8-4dfc-9889-e4ecf283630e), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.011171 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631323'] for security_group_rule (14f12543-2ea8-4dfc-9889-e4ecf283630e), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.029311 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f12543-2ea8-4dfc-9889-e4ecf283630e,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:43.040888 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.042092 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b84975d5-513d-4015-916b-6082d2c315ee tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244190 Jul 14 20:43:43.045294 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42306) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:43.049573 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'floatingip': {'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:43.058350 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b66eca-6834-4178-be9a-4743da089833 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:43:43.069902 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks [] for port (37b66eca-6834-4178-be9a-4743da089833), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.071990 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.078652 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e069-22a4-4479-b024-0712b83df2b8 req-76a81a26-ea00-4850-9739-df0dae0bc6e9 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:43.080170 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f522e069-22a4-4479-b024-0712b83df2b8 req-76a81a26-ea00-4850-9739-df0dae0bc6e9 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 932 time: 0.0809102 Jul 14 20:43:43.107246 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Transition to ACTIVE for port object 37b66eca-6834-4178-be9a-4743da089833 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:43:43.112055 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (37b66eca-6834-4178-be9a-4743da089833), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.154148 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.172796 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f522e069-22a4-4479-b024-0712b83df2b8 req-e04df002-e636-4a98-bbda-070d87eca9d8 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852807 Jul 14 20:43:43.179133 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:43.181072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 7aec5355-7bd2-42ec-8e1e-613974fa243f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:43:43.196779 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Pushing event updated for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:43.215884 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 7aec5355-7bd2-42ec-8e1e-613974fa243f {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:43:43.216325 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 7aec5355-7bd2-42ec-8e1e-613974fa243f not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:43:43.267606 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Attempting to bind port 37b66eca-6834-4178-be9a-4743da089833 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:43:43.267871 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Attempting to bind port 37b66eca-6834-4178-be9a-4743da089833 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:43:43.268390 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Attempting to bind port 37b66eca-6834-4178-be9a-4743da089833 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:43:43.272830 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Port 37b66eca-6834-4178-be9a-4743da089833 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:43:43.273146 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Attempting to bind port 37b66eca-6834-4178-be9a-4743da089833 on network 33641e48-7817-4fd4-b018-04fb34fd9d08 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:43:43.274625 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_common [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Allocated IP 172.27.0.104 (2c90cf7e-a629-457b-afbd-734e137c2a1a/32268e8d-934f-493d-be58-1d11b9901fff/88c954b4-b8fd-479c-8b47-0dada24400e3) {{(pid=104108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:43:43.278324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:43:43.278655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Checking segment: {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:43:43.279066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Bound using segment: {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:43:43.279527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Bound port: 37b66eca-6834-4178-be9a-4743da089833, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6f505-4cc3-4933-a051-dd56f3bf9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:43:43.279879 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (37b66eca-6834-4178-be9a-4743da089833), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.343835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:43:43.347531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37b66eca-6834-4178-be9a-4743da089833,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:43:43.352743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (37b66eca-6834-4178-be9a-4743da089833), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.356715 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:43.379971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.390967 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:43.391591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.392956 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] 10.222.0.62 "PUT /v2.0/ports/37b66eca-6834-4178-be9a-4743da089833 HTTP/1.1" status: 200 len: 1094 time: 0.7161150 Jul 14 20:43:43.393655 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'tag': '37b66eca-6834-4178-be9a-4743da089833'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:43.395922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0" -d '{"events": [{"name": "network-changed", "server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "tag": "37b66eca-6834-4178-be9a-4743da089833"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:43.417772 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.421254 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f3b9c-4f23-4cd6-ab8a-ff98c72eae28 service neutron] Pushing event updated for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:43.448915 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54be4da1-65a3-4614-a712-37a94053bb91 x-openstack-request-id: req-54be4da1-65a3-4614-a712-37a94053bb91 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:43.450411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "tag": "37b66eca-6834-4178-be9a-4743da089833", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:43.450411 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54be4da1-65a3-4614-a712-37a94053bb91 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:43.450678 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54be4da1-65a3-4614-a712-37a94053bb91'] response: {'name': 'network-changed', 'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'tag': '37b66eca-6834-4178-be9a-4743da089833', 'status': 'completed', 'code': 200} Jul 14 20:43:43.455896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Network 2c90cf7e-a629-457b-afbd-734e137c2a1a is already hosted by enough agents. {{(pid=104108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:43:43.458827 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Resources bound (agent type, host, resource id): {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:43:43.468998 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Received port after_create {{(pid=104108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:43:43.495744 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=88c954b4-b8fd-479c-8b47-0dada24400e3,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:43.502893 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:43.512976 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-04a0b4f8-9cea-4bf6-badb-fdacdeba7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:43.514501 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-04a0b4f8-9cea-4bf6-badb-fdacdeba7a15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 1128 time: 0.0404077 Jul 14 20:43:43.559745 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (6350241d-421b-4853-99f2-192711931ace), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.562547 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-11720a36-bc4e-4273-a77d-fe41884b1bf3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b66eca-6834-4178-be9a-4743da089833 HTTP/1.1" status: 200 len: 217 time: 0.0335870 Jul 14 20:43:43.597420 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.616726 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-a6cacad6-2129-4250-96d8-1f410a04f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:43.617456 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:43.618185 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-a6cacad6-2129-4250-96d8-1f410a04f28f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f HTTP/1.1" status: 200 len: 854 time: 0.0493746 Jul 14 20:43:43.671306 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-8e5f3507-686a-4e5c-a279-56b529df8ddc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33641e48-7817-4fd4-b018-04fb34fd9d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412040 Jul 14 20:43:43.725467 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-98a549ef-3a01-4b86-8ad8-edd8d02e77b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788820 Jul 14 20:43:43.761789 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.768764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3584590'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.789781 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-4423d8a4-96c4-40c8-a47e-48d846d5f478 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022882 Jul 14 20:43:43.845326 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=88c954b4-b8fd-479c-8b47-0dada24400e3,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:43.853661 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6350241d-421b-4853-99f2-192711931ace), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.866381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-bb6f1624-b521-49c3-bf59-dfc7254e2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:43.867897 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-bb6f1624-b521-49c3-bf59-dfc7254e2de1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1130 time: 0.0657325 Jul 14 20:43:43.870086 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:43.879161 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-e5a80d44-c8ab-4613-83ae-db4f92234952 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8251092 Jul 14 20:43:43.990061 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d74d447-876d-45ad-a3b1-453d3c9bcbc2 req-e3bca8f6-d207-431d-8b53-8310e379f35a service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866372 Jul 14 20:43:44.009002 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-898e0689-fa40-45a9-aca2-8cfbdfd540f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:44.010708 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-898e0689-fa40-45a9-aca2-8cfbdfd540f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.1140962 Jul 14 20:43:44.103250 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-1542fdcc-b881-41ee-9add-b9ab1b607666 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 1002 time: 0.0848751 Jul 14 20:43:44.117456 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-69e1e167-5c49-47a0-ab8e-f05e98ca21b9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--619079277&fields=id&tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 267 time: 0.0597594 Jul 14 20:43:44.224867 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-bad2c1d0-1361-42da-b4ea-8e2a421c64c0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:44.226373 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-bad2c1d0-1361-42da-b4ea-8e2a421c64c0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 811 time: 0.1023648 Jul 14 20:43:44.238924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:44.242010 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-9d80104d-a0f5-4b11-be0d-fa0682819631 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/quotas/01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 375 time: 0.0101497 Jul 14 20:43:44.326203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea7920-323b-4024-8a43-9dd150efb5b2 req-cefa712f-4106-46e9-93ca-df0ad885b638 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:44.327710 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daea7920-323b-4024-8a43-9dd150efb5b2 req-cefa712f-4106-46e9-93ca-df0ad885b638 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 944 time: 0.0815446 Jul 14 20:43:44.331608 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a5db71d4-843c-488d-8bb2-568bbec279ce tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840735 Jul 14 20:43:44.432495 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-daea7920-323b-4024-8a43-9dd150efb5b2 req-0b77bb39-1dd6-4acb-8b18-c3b73113661a tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990534 Jul 14 20:43:44.459538 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-f10d25c4-d79c-4b04-8233-81e002282332 service neutron] 10.222.0.52 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125255 Jul 14 20:43:44.533698 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:44.549858 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-dcbd0c41-f40d-4760-8fce-82fa045e1b50 service neutron] 10.222.0.52 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Jul 14 20:43:44.714838 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-deb9824a-7215-45c1-b3af-a04a9a2e9892 req-22b3841e-c5ce-4f8b-a176-70bb7ae6b6c1 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 210 time: 0.0324569 Jul 14 20:43:45.101528 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-7fdedc66-ef46-4105-b1f2-3f4fc9bb3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.103147 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-7fdedc66-ef46-4105-b1f2-3f4fc9bb3d2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2fb85822f104b7a981279226f8f1aa6&device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 1128 time: 0.0500550 Jul 14 20:43:45.104601 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-bdcea5c4-2055-46ed-a71e-9cb87429b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.105915 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-bdcea5c4-2055-46ed-a71e-9cb87429b096 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0795593 Jul 14 20:43:45.208849 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-be4d23c2-7d6c-49c7-8a88-ec9c2139061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.210336 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-be4d23c2-7d6c-49c7-8a88-ec9c2139061f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0871727 Jul 14 20:43:45.287509 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-6adf8e85-cf00-474a-b6fb-9ec8ef6a91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.289018 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-6adf8e85-cf00-474a-b6fb-9ec8ef6a91a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 200 len: 915 time: 0.1735744 Jul 14 20:43:45.327552 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-7e81c1ca-2cb1-4f71-9b83-fb295cec84c4 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085265 Jul 14 20:43:45.360308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-04878659-46c5-4991-8123-278841d4a5e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b66eca-6834-4178-be9a-4743da089833 HTTP/1.1" status: 200 len: 217 time: 0.0403271 Jul 14 20:43:45.547301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37bd9a-f59d-4f21-b5eb-8be0790dde0a req-a3ac31e3-ec7a-47dc-a0e4-48eb4f1be45e tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.548665 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e37bd9a-f59d-4f21-b5eb-8be0790dde0a req-a3ac31e3-ec7a-47dc-a0e4-48eb4f1be45e tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 944 time: 0.0475271 Jul 14 20:43:45.595869 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e37bd9a-f59d-4f21-b5eb-8be0790dde0a req-2fa2154f-7a33-400d-991b-4e1ada8076eb tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Jul 14 20:43:45.727076 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-0dd9ecdb-04b5-44a7-9eae-588b435e8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.728741 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-0dd9ecdb-04b5-44a7-9eae-588b435e8e9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f HTTP/1.1" status: 200 len: 854 time: 0.1134179 Jul 14 20:43:45.795488 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-42c261bc-64eb-43ff-9b62-1ed9f820804c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33641e48-7817-4fd4-b018-04fb34fd9d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580690 Jul 14 20:43:45.828430 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-49984ffa-ed8b-4dc0-8456-a9dc31e8d5fa req-8ccf5ed8-8e76-493c-b3ba-799c25b7226b service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053688 Jul 14 20:43:45.880448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:45.889072 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1437d9b6-58d5-47bf-9635-411ea7a8f228 req-be988880-aa34-4ce5-918a-2130e9a86b52 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 210 time: 0.0913730 Jul 14 20:43:45.976733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-b89081a1-0470-4a92-b8bc-59d55a55b2e3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:45.978135 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-b89081a1-0470-4a92-b8bc-59d55a55b2e3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 811 time: 0.2397625 Jul 14 20:43:45.992341 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-57ba12fd-5dca-4a19-a35b-9c34e87ee3e4 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868575 Jul 14 20:43:46.229594 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-f580af2f-2f08-4815-b56f-619301ef6d7a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5 HTTP/1.1" status: 200 len: 379 time: 0.1156344 Jul 14 20:43:46.231554 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:46.246080 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-24966e5e-04dd-43bb-9d85-4c9c5f7c05b0 req-5d5e2291-96c7-4638-a9d9-e1b70f714e94 service neutron] 10.222.0.62 "GET /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261530 Jul 14 20:43:46.393909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'port': {'device_id': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'admin_state_up': True, 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'security_groups': ['544a0f15-f781-4ad2-b9da-281f330a2c7f']}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:46.515707 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Made reservation on behalf of 01d544a1fa8b4ac08d4588eab1a84ff5 for: {'port': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:43:46.519307 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:46.652313 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_common [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Allocated IP 172.20.0.14 (70ed2e9a-e979-4363-9c81-646389ddfcce/ae35a3fb-1fe4-4074-b4c5-b788d313ee5f/93c680a6-8f98-4177-87b0-3a5603a602e7) {{(pid=104109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 20:43:46.731633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa546d9-2f36-45aa-b214-75b30e825973 req-555aaef9-7cbb-4544-82c0-1279bfa42211 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:46.733154 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4fa546d9-2f36-45aa-b214-75b30e825973 req-555aaef9-7cbb-4544-82c0-1279bfa42211 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 944 time: 0.0664892 Jul 14 20:43:46.839439 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4fa546d9-2f36-45aa-b214-75b30e825973 req-410bbb01-baf4-4027-b3ee-b3567bdda063 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 Jul 14 20:43:46.867074 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:46.902287 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782326069261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:46.946024 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Network 70ed2e9a-e979-4363-9c81-646389ddfcce is already hosted by enough agents. {{(pid=104109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 20:43:46.954641 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Resources bound (agent type, host, resource id): {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:43:46.958695 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Received port after_create {{(pid=104109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 20:43:46.961750 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:46.964103 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event updated for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:47.051105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:47.051742 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.059909 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce75927-0c18-454b-acd1-2f5dce7702b0 req-d7da0d11-af90-4c99-9577-2a84146bb310 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:47.061392 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ce75927-0c18-454b-acd1-2f5dce7702b0 req-d7da0d11-af90-4c99-9577-2a84146bb310 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 932 time: 0.0745740 Jul 14 20:43:47.089482 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-a595d5b9-ded9-4c9e-862b-c15275ae873a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6997237 Jul 14 20:43:47.111876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Request body: {'port': {'device_id': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:47.119012 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:47.144135 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ce75927-0c18-454b-acd1-2f5dce7702b0 req-8ebef7a6-2c8f-472c-9972-cb34a058607e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766594 Jul 14 20:43:47.183710 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.196510 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 37b66eca-6834-4178-be9a-4743da089833 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:43:47.403595 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-efb89327-07be-4dfb-aeae-bb3e622d09e3 None None] Provisioning complete for port 93c680a6-8f98-4177-87b0-3a5603a602e7 triggered by entity DHCP. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:43:47.403966 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-efb89327-07be-4dfb-aeae-bb3e622d09e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.408968 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:47.435318 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:47.447574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c680a6-8f98-4177-87b0-3a5603a602e7 {{(pid=104109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:43:47.453728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-efb89327-07be-4dfb-aeae-bb3e622d09e3 None None] Port 93c680a6-8f98-4177-87b0-3a5603a602e7 cannot update to ACTIVE because it is not bound. {{(pid=104110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 20:43:47.455922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks [] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.462156 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37b66eca-6834-4178-be9a-4743da089833,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:47.469763 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.provisioning_blocks [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Transition to ACTIVE for port object 93c680a6-8f98-4177-87b0-3a5603a602e7 will not be triggered until provisioned by entity L2. {{(pid=104109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 20:43:47.472746 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.473810 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '37b66eca-6834-4178-be9a-4743da089833', 'network_id': '33641e48-7817-4fd4-b018-04fb34fd9d08', 'port_id': '37b66eca-6834-4178-be9a-4743da089833', 'mac_address': 'fa:16:3e:83:64:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:43:47.508252 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 37b66eca-6834-4178-be9a-4743da089833 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:43:47.508970 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (37b66eca-6834-4178-be9a-4743da089833), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.522689 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b66eca-6834-4178-be9a-4743da089833 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:43:47.522910 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Pushing event updated for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=2']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:47.547832 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37b66eca-6834-4178-be9a-4743da089833,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:47.552452 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (37b66eca-6834-4178-be9a-4743da089833), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.600858 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Attempting to bind port 93c680a6-8f98-4177-87b0-3a5603a602e7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 20:43:47.601616 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Attempting to bind port 93c680a6-8f98-4177-87b0-3a5603a602e7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 20:43:47.602048 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Attempting to bind port 93c680a6-8f98-4177-87b0-3a5603a602e7 on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:43:47.604386 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:47.607226 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Port 93c680a6-8f98-4177-87b0-3a5603a602e7 on network 70ed2e9a-e979-4363-9c81-646389ddfcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 20:43:47.607547 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Attempting to bind port 93c680a6-8f98-4177-87b0-3a5603a602e7 on network 70ed2e9a-e979-4363-9c81-646389ddfcce {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 20:43:47.612955 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Checking agent: {'id': 'cf39753a-913c-4bbd-b6d0-84faf27553d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'started_at': datetime.datetime(2022, 7, 14, 20, 32, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 20, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 20:43:47.613325 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Checking segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:43:47.613723 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Bound using segment: {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'} {{(pid=104109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 20:43:47.614149 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.managers [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Bound port: 93c680a6-8f98-4177-87b0-3a5603a602e7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e8bc45-95f4-4199-8b15-261de7565359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce'}}] {{(pid=104109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 20:43:47.614502 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.687160 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, cleared binding levels {{(pid=104109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 20:43:47.690519 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=93c680a6-8f98-4177-87b0-3a5603a602e7,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 20:43:47.698509 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25380713'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.730603 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:47.731288 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:47.732641 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] 10.222.0.62 "PUT /v2.0/ports/93c680a6-8f98-4177-87b0-3a5603a602e7 HTTP/1.1" status: 200 len: 1094 time: 0.6249607 Jul 14 20:43:47.733082 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:47.735531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d49327-08eb-40ac-a70c-27822a3f1759" -d '{"events": [{"name": "network-changed", "server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:47.781037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570b13-42b4-4ffc-8500-11c64b6bdf26 service neutron] Pushing event updated for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=3']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:47.797058 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b26655f-2d75-4974-8764-a41114101230 x-openstack-request-id: req-6b26655f-2d75-4974-8764-a41114101230 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:47.797348 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:47.797599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b26655f-2d75-4974-8764-a41114101230 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:47.798247 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b26655f-2d75-4974-8764-a41114101230'] response: {'name': 'network-changed', 'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'status': 'completed', 'code': 200} Jul 14 20:43:47.859463 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-f49a564f-3f47-48a1-a16e-7e98695089df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:47.860971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-f49a564f-3f47-48a1-a16e-7e98695089df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 1128 time: 0.0411134 Jul 14 20:43:47.924231 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-b2472893-d69f-4add-908f-535b191e8705 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c680a6-8f98-4177-87b0-3a5603a602e7 HTTP/1.1" status: 200 len: 217 time: 0.0455194 Jul 14 20:43:47.956449 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:47.958139 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['37b66eca-6834-4178-be9a-4743da089833'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:43:47.992834 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c527e-89d3-4f93-af39-86ef50d4cb9c req-93a4c04a-f1f9-4cf7-9e40-6390b853bc9b tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:47.994322 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd9c527e-89d3-4f93-af39-86ef50d4cb9c req-93a4c04a-f1f9-4cf7-9e40-6390b853bc9b tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 945 time: 0.0792878 Jul 14 20:43:48.018004 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-4158efa7-99cc-4b58-ac55-783a8356df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:48.019718 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-4158efa7-99cc-4b58-ac55-783a8356df40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0761864 Jul 14 20:43:48.089927 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-c3c2ec48-906d-4822-9d59-d2edc67b2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:48.091474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-c3c2ec48-906d-4822-9d59-d2edc67b2fa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648904 Jul 14 20:43:48.094503 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-bd9c527e-89d3-4f93-af39-86ef50d4cb9c req-c9b495e5-a0af-4508-9752-07dc53e2837b tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Jul 14 20:43:48.127804 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:48.186013 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-968e0543-a3c4-45d5-b3e0-40d2391fbe67 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870969 Jul 14 20:43:48.571968 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f4c01-c560-4cdc-9911-0f952c2cbac3 req-42171609-67b5-4f64-a70c-4bba178e2db5 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:48.573401 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c2f4c01-c560-4cdc-9911-0f952c2cbac3 req-42171609-67b5-4f64-a70c-4bba178e2db5 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 944 time: 0.3566058 Jul 14 20:43:48.608774 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-46f68454-67c3-4339-b6dc-6a3e0ed66acb req-05c06d7f-81a6-4d05-9d26-13641db706da service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164896 Jul 14 20:43:48.635582 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6c2f4c01-c560-4cdc-9911-0f952c2cbac3 req-0156e1c0-0ada-40dd-bb3d-e133d293acb9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556760 Jul 14 20:43:49.212216 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962a645-e614-4b0d-9c84-9fb5a268f2de req-1aefcd4e-bba5-44ab-8681-6d9847fb3508 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:49.213645 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8962a645-e614-4b0d-9c84-9fb5a268f2de req-1aefcd4e-bba5-44ab-8681-6d9847fb3508 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Jul 14 20:43:49.226770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 37b66eca-6834-4178-be9a-4743da089833 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:43:49.262973 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8962a645-e614-4b0d-9c84-9fb5a268f2de req-5dd8a87a-e6d8-429c-b844-c8049ab88acd tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Jul 14 20:43:49.271564 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 37b66eca-6834-4178-be9a-4743da089833 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:43:49.277758 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 37b66eca-6834-4178-be9a-4743da089833 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:43:49.278125 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (37b66eca-6834-4178-be9a-4743da089833), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:49.347254 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 37b66eca-6834-4178-be9a-4743da089833 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:43:49.347632 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (37b66eca-6834-4178-be9a-4743da089833), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:49.369641 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b66eca-6834-4178-be9a-4743da089833'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:49.372432 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dbb654-4ae6-4e59-8794-8724e375dd16" -d '{"events": [{"server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "name": "network-vif-plugged", "status": "completed", "tag": "37b66eca-6834-4178-be9a-4743da089833"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:49.384575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37b66eca-6834-4178-be9a-4743da089833,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:49.389227 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (37b66eca-6834-4178-be9a-4743da089833), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:49.417293 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a868c4-289c-461e-8004-bb448abcd194 x-openstack-request-id: req-72a868c4-289c-461e-8004-bb448abcd194 {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:49.417575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "name": "network-vif-plugged", "status": "completed", "tag": "37b66eca-6834-4178-be9a-4743da089833", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:49.417818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72a868c4-289c-461e-8004-bb448abcd194 {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:49.418201 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a868c4-289c-461e-8004-bb448abcd194'] response: {'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b66eca-6834-4178-be9a-4743da089833', 'code': 200} Jul 14 20:43:49.445992 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:49.780773 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bf55e-c25c-4e87-a1f6-b76d1e574cae req-2653fced-0ddf-44fd-9ef7-505d24be4a19 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:49.782370 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-849bf55e-c25c-4e87-a1f6-b76d1e574cae req-2653fced-0ddf-44fd-9ef7-505d24be4a19 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 944 time: 0.0760348 Jul 14 20:43:49.783366 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-b06b8475-6d79-4577-a4c4-40099e37f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:49.794385 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-b06b8475-6d79-4577-a4c4-40099e37f49e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 1128 time: 0.0680425 Jul 14 20:43:49.938443 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-849bf55e-c25c-4e87-a1f6-b76d1e574cae req-0091012e-3aca-4784-9aeb-922d530bec2a tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421537 Jul 14 20:43:49.941908 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1656715-9fac-4fa5-a05c-943b601639dd req-2544863d-bf20-4b44-b0a6-7e43b5f1e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:49.943350 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1656715-9fac-4fa5-a05c-943b601639dd req-2544863d-bf20-4b44-b0a6-7e43b5f1e66d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 1130 time: 0.0731223 Jul 14 20:43:49.972473 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-d8e0cb6a-92d8-446f-b7a2-61e81f936d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:49.973898 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-d8e0cb6a-92d8-446f-b7a2-61e81f936d0a service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.1790211 Jul 14 20:43:50.025188 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-3fc3b23a-cd4c-4db6-bbf2-898f4a1a8fa6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c680a6-8f98-4177-87b0-3a5603a602e7 HTTP/1.1" status: 200 len: 217 time: 0.0399554 Jul 14 20:43:50.031367 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-e1656715-9fac-4fa5-a05c-943b601639dd req-ce11b5b8-f305-4bc0-8b67-daaf4a01373c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781937 Jul 14 20:43:50.074151 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-6943b9aa-e235-4874-956b-70387145b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:50.076343 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-6943b9aa-e235-4874-956b-70387145b68f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0437341 Jul 14 20:43:50.411003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738c0e-7256-4155-8be3-63a55281d17a req-09744bd2-348a-422e-83df-eb5d9434f91f tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:50.412436 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85738c0e-7256-4155-8be3-63a55281d17a req-09744bd2-348a-422e-83df-eb5d9434f91f tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0767071 Jul 14 20:43:50.417697 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-3cba0615-ed4b-4026-b2c7-6fd2c7634343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:50.419704 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-3cba0615-ed4b-4026-b2c7-6fd2c7634343 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564597 Jul 14 20:43:50.432974 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:50.463334 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-85738c0e-7256-4155-8be3-63a55281d17a req-dcd20bf1-82c3-44b9-9696-75800cbf422e tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Jul 14 20:43:50.918026 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-ea169d3f-de45-47cb-930c-c5ee1562aad0 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Jul 14 20:43:51.019716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:51.069176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ee49-a504-40fe-8280-3cfa957a8688 req-275f7476-f1ce-4210-bca3-633f93cef4c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:51.070627 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4364ee49-a504-40fe-8280-3cfa957a8688 req-275f7476-f1ce-4210-bca3-633f93cef4c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 944 time: 0.0628095 Jul 14 20:43:51.076477 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-59d49327-08eb-40ac-a70c-27822a3f1759 req-7c01e15c-e52e-47a5-8dbf-76a4de52a3ca service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308582 Jul 14 20:43:51.119014 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4364ee49-a504-40fe-8280-3cfa957a8688 req-10874888-bf46-46b0-836b-f4ca64e340c8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414999 Jul 14 20:43:51.242577 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 93c680a6-8f98-4177-87b0-3a5603a602e7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:43:51.338730 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=93c680a6-8f98-4177-87b0-3a5603a602e7,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:51.347502 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:51.350970 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'port_id': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'mac_address': 'fa:16:3e:5a:16:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:43:51.390807 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 93c680a6-8f98-4177-87b0-3a5603a602e7 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:43:51.391139 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:51.404393 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c680a6-8f98-4177-87b0-3a5603a602e7 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:43:51.420703 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:51.425026 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=93c680a6-8f98-4177-87b0-3a5603a602e7,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:51.429308 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:51.476398 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=4']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:51.578670 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510f25-788c-4b02-b295-6d64659570bd req-9079aea9-f06c-49da-9f42-544aeeac2069 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:51.580138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60510f25-788c-4b02-b295-6d64659570bd req-9079aea9-f06c-49da-9f42-544aeeac2069 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0496423 Jul 14 20:43:51.628076 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-60510f25-788c-4b02-b295-6d64659570bd req-a8f1d313-2b51-4c08-874c-d31b58e1e583 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Jul 14 20:43:51.825310 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:51.839495 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:51.852245 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['93c680a6-8f98-4177-87b0-3a5603a602e7'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:43:52.231391 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8fc08-8c1c-46ef-b196-ef6e5c1eac9a req-b24f44e3-4f20-461b-8e75-be7f2856932b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:52.232833 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aab8fc08-8c1c-46ef-b196-ef6e5c1eac9a req-b24f44e3-4f20-461b-8e75-be7f2856932b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 945 time: 0.0460556 Jul 14 20:43:52.280799 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-aab8fc08-8c1c-46ef-b196-ef6e5c1eac9a req-cf545436-f42a-4ead-85fe-b55ee7eaa4a0 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Jul 14 20:43:52.745721 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9c32d-f166-4346-a189-494923214ad4 req-9e69c972-7e60-4b94-b1d9-0fe9dd94b392 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:52.747833 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-61f9c32d-f166-4346-a189-494923214ad4 req-9e69c972-7e60-4b94-b1d9-0fe9dd94b392 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Jul 14 20:43:52.798305 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-61f9c32d-f166-4346-a189-494923214ad4 req-e1364939-5860-4404-a196-497f30394984 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Jul 14 20:43:53.257720 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 93c680a6-8f98-4177-87b0-3a5603a602e7 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:43:53.300903 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning for port 93c680a6-8f98-4177-87b0-3a5603a602e7 completed by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 20:43:53.306695 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port 93c680a6-8f98-4177-87b0-3a5603a602e7 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:43:53.307132 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:53.383009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port 93c680a6-8f98-4177-87b0-3a5603a602e7 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:43:53.383387 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:53.394819 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577c913-9b6a-415a-8eb0-6f4a319e5700 req-1d1d98f7-94a9-45ea-bcba-e36875cb7a4b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:53.396249 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2577c913-9b6a-415a-8eb0-6f4a319e5700 req-1d1d98f7-94a9-45ea-bcba-e36875cb7a4b tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 945 time: 0.0479534 Jul 14 20:43:53.406741 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:53.409032 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b76d328-bdbd-46f0-a5e6-d6e01ba0cd4f" -d '{"events": [{"server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "name": "network-vif-plugged", "status": "completed", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:53.423241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=93c680a6-8f98-4177-87b0-3a5603a602e7,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:43:53.427498 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:53.448802 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2577c913-9b6a-415a-8eb0-6f4a319e5700 req-ed3bf232-1204-48da-b291-704e3ab4ba90 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 Jul 14 20:43:53.453494 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a215b-41b9-4a95-843d-c3fb23a79c1a x-openstack-request-id: req-673a215b-41b9-4a95-843d-c3fb23a79c1a {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:53.453786 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "name": "network-vif-plugged", "status": "completed", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:53.454036 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-673a215b-41b9-4a95-843d-c3fb23a79c1a {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:53.454427 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673a215b-41b9-4a95-843d-c3fb23a79c1a'] response: {'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'code': 200} Jul 14 20:43:53.480200 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=5']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:43:53.487709 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.488056 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.488398 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.488736 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.489066 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.489398 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.489720 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.490047 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.490376 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.490694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.491044 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.491369 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.491685 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.492004 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.492321 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:43:53.676147 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a1676-bf71-4d85-89b7-ff42f49a7db9 req-d64b216e-0580-41af-bc63-e9b62c8056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:53.678307 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d8a1676-bf71-4d85-89b7-ff42f49a7db9 req-d64b216e-0580-41af-bc63-e9b62c8056f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 1130 time: 0.0398712 Jul 14 20:43:53.730262 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2d8a1676-bf71-4d85-89b7-ff42f49a7db9 req-aa86a4dd-cfbb-453e-b996-6ff7ea9609b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463772 Jul 14 20:43:53.864135 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:53.864897 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:54.568550 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67ed6-6033-461b-bcd3-aa90fd0cd90b req-3ae87ff9-5fed-459f-866d-8b3b8ac70ffa tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:54.570003 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4be67ed6-6033-461b-bcd3-aa90fd0cd90b req-3ae87ff9-5fed-459f-866d-8b3b8ac70ffa tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0489736 Jul 14 20:43:54.617971 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4be67ed6-6033-461b-bcd3-aa90fd0cd90b req-daa15fd6-711d-4826-bf53-caba2f0ee03e tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Jul 14 20:43:55.736881 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041331-b7ae-46fd-9073-8fc644f8b459 req-bfcf505f-e8b1-4a20-bea5-e11f0dd01b55 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:55.738384 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00041331-b7ae-46fd-9073-8fc644f8b459 req-bfcf505f-e8b1-4a20-bea5-e11f0dd01b55 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0477855 Jul 14 20:43:55.787214 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00041331-b7ae-46fd-9073-8fc644f8b459 req-b4015045-cdf5-4f03-bb90-31d41b318c12 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Jul 14 20:43:55.865558 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:55.905264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea20a-762b-4ced-9283-4eb744b6dfb4 req-3b30c43f-60c3-4b04-a49a-41e7d7c08116 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:55.906757 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0b2ea20a-762b-4ced-9283-4eb744b6dfb4 req-3b30c43f-60c3-4b04-a49a-41e7d7c08116 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0539443 Jul 14 20:43:55.915087 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42396) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:43:55.920057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Request body: {'floatingip': {'port_id': '93c680a6-8f98-4177-87b0-3a5603a602e7'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:43:55.957121 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (6350241d-421b-4853-99f2-192711931ace), before_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:56.201768 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:56.383764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:56.387490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6350241d-421b-4853-99f2-192711931ace), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:56.488163 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Floating IP 6350241d-421b-4853-99f2-192711931ace associated. External IP: 172.27.0.104, port: 93c680a6-8f98-4177-87b0-3a5603a602e7. Jul 14 20:43:56.681682 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:43:56.790883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:43:56.796945 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:56.802650 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:43:56.813140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:43:56.813752 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:43:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:56.829085 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4448a981-e74e-4994-9df8-9d1a21f481bd tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "PUT /v2.0/floatingips/6350241d-421b-4853-99f2-192711931ace HTTP/1.1" status: 200 len: 992 time: 0.9129570 Jul 14 20:43:56.829676 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:43:56.831981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:43:56.868509 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da07f0-46dc-4267-957b-68e03a045cc0 x-openstack-request-id: req-51da07f0-46dc-4267-957b-68e03a045cc0 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:43:56.868799 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:43:56.869047 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51da07f0-46dc-4267-957b-68e03a045cc0 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:43:56.869446 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51da07f0-46dc-4267-957b-68e03a045cc0'] response: {'name': 'network-changed', 'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'status': 'completed', 'code': 200} Jul 14 20:43:56.916486 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:43:56.961800 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:56.966629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-1731d149-1fe6-4e2e-b293-16a336ec6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:56.968265 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-1731d149-1fe6-4e2e-b293-16a336ec6b45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 1130 time: 0.0424016 Jul 14 20:43:57.065774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-859c0617-4d42-4def-b816-89f390183c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:57.067224 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-859c0617-4d42-4def-b816-89f390183c5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 200 len: 912 time: 0.0932131 Jul 14 20:43:57.119699 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:57.130335 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-3ee6b0e9-a1c5-4914-8777-179e05b3f558 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c680a6-8f98-4177-87b0-3a5603a602e7 HTTP/1.1" status: 200 len: 1000 time: 0.0568066 Jul 14 20:43:57.142085 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6350241d-421b-4853-99f2-192711931ace', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:5a:16:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:43:43Z', 'updated_at': '2022-07-14T20:43:56Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:57.167114 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:43:57.175832 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:43:57.176451 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:43:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:57.185564 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-03a5932e-976b-45f7-9aa9-874851fb8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:57.187214 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-03a5932e-976b-45f7-9aa9-874851fb8cd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 200 len: 850 time: 0.0509393 Jul 14 20:43:57.218728 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:57.232134 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-dd7e7d52-0c3c-4c4e-b5f1-41326c7e9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:43:57.233616 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-dd7e7d52-0c3c-4c4e-b5f1-41326c7e9ba8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70ed2e9a-e979-4363-9c81-646389ddfcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403645 Jul 14 20:43:57.280042 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:43:57.310706 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:43:57.331675 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-ccaab4ee-4420-4a77-8a23-a2757636bbf7 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909176 Jul 14 20:43:57.423696 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3e156e2b-a96a-4476-bcbc-7bb46e79db0e req-5c735653-92e6-49f5-8576-da1b151e2c74 service neutron] 10.222.0.62 "GET /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Jul 14 20:43:57.497147 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6350241d-421b-4853-99f2-192711931ace', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:5a:16:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:43:43Z', 'updated_at': '2022-07-14T20:43:56Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:43:57.521682 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79757c9-df92-4220-b0a0-32ba93444461 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '6350241d-421b-4853-99f2-192711931ace', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'port_id': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'mac_address': 'fa:16:3e:5a:16:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:43:43Z', 'updated_at': '2022-07-14T20:43:56Z', 'revision_number': 1, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:43:57.606491 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dab5d829-b797-4639-aa8c-9136941eec65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:43:57.711897 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a78fea-299c-4e79-929f-8567f25f92d2 None None] New status for floating IP 6350241d-421b-4853-99f2-192711931ace: ACTIVE {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:43:59.880875 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c11e78f7-2161-4f54-b0dd-345b027c8200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:01.136579 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:02.711364 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:02.797702 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:07.419167 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=9 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:07.420999 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=44 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:08.250328 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:13.956716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec92ef-7fbb-44e6-bbf1-c14aba9bde43 req-577ae349-e346-4344-a2fe-9d92209b9f46 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:13.958180 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53ec92ef-7fbb-44e6-bbf1-c14aba9bde43 req-577ae349-e346-4344-a2fe-9d92209b9f46 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0473170 Jul 14 20:44:14.008766 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-53ec92ef-7fbb-44e6-bbf1-c14aba9bde43 req-3d66d61e-84ba-4f83-9faf-d02a079aa9c0 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Jul 14 20:44:15.124864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625daf3-25e8-4ed7-8da2-d2916dab2a7c req-423e537e-c625-425e-ac02-fafe1fc0b859 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:15.126322 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3625daf3-25e8-4ed7-8da2-d2916dab2a7c req-423e537e-c625-425e-ac02-fafe1fc0b859 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0468144 Jul 14 20:44:15.173130 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3625daf3-25e8-4ed7-8da2-d2916dab2a7c req-cd198cab-1d34-483a-bbfa-4ec599c748fe tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Jul 14 20:44:15.980219 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-c51e7be4-f314-4b0b-885d-635d4deb4219 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:15.981561 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-c51e7be4-f314-4b0b-885d-635d4deb4219 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0457866 Jul 14 20:44:16.068264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Deleting port 37b66eca-6834-4178-be9a-4743da089833 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:16.068593 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (37b66eca-6834-4178-be9a-4743da089833), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:16.139844 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:16.140612 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:16.158053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] For port 37b66eca-6834-4178-be9a-4743da089833, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37b66eca-6834-4178-be9a-4743da089833,segment=NetworkSegment(71c6f505-4cc3-4933-a051-dd56f3bf9b4b),segment_id=71c6f505-4cc3-4933-a051-dd56f3bf9b4b)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:16.158585 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (37b66eca-6834-4178-be9a-4743da089833), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:16.172736 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Calling delete_port for 37b66eca-6834-4178-be9a-4743da089833 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:16.315587 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453a2e-1ac2-4532-92e2-dbf587892de3 req-a18a03d6-7def-4d6f-8207-8cfc40d04a43 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:16.317073 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a453a2e-1ac2-4532-92e2-dbf587892de3 req-a18a03d6-7def-4d6f-8207-8cfc40d04a43 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/ports?device_id=26608afe-5952-4105-b7c2-ac62add60d17 HTTP/1.1" status: 200 len: 946 time: 0.0709627 Jul 14 20:44:16.358138 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (37b66eca-6834-4178-be9a-4743da089833), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:16.402287 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['37b66eca-6834-4178-be9a-4743da089833'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:44:16.406185 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Pushing event deleted for resources: {'Port': ['ID=37b66eca-6834-4178-be9a-4743da089833,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:16.416114 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6a453a2e-1ac2-4532-92e2-dbf587892de3 req-1c4b0f06-b11b-4ad0-bcd9-765ca68577d1 tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.52 "GET /v2.0/security-groups?id=c955ccf2-4ea4-4ea7-8cbc-a2116d303106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 Jul 14 20:44:16.456437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] No DVR routers for this DVR port 37b66eca-6834-4178-be9a-4743da089833 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:16.460602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:16.464023 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9e8db308-7e8a-4f71-a2e8-4e599c164714 req-335d4186-7eff-4763-8c00-b6c334252aff tempest-VolumesSnapshotTestJSON-680297148 tempest-VolumesSnapshotTestJSON-680297148-project] 10.222.0.62 "DELETE /v2.0/ports/37b66eca-6834-4178-be9a-4743da089833 HTTP/1.1" status: 204 len: 173 time: 0.4752102 Jul 14 20:44:16.464467 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'name': 'network-vif-deleted', 'tag': '37b66eca-6834-4178-be9a-4743da089833'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:44:16.466727 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db817f8-4718-4779-a27e-8798acd0a51d" -d '{"events": [{"server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "name": "network-vif-deleted", "tag": "37b66eca-6834-4178-be9a-4743da089833"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:44:16.501207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a6df4-6da5-4098-a5ff-3d9b4a88cb4e x-openstack-request-id: req-0d7a6df4-6da5-4098-a5ff-3d9b4a88cb4e {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:44:16.501498 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26608afe-5952-4105-b7c2-ac62add60d17", "name": "network-vif-deleted", "tag": "37b66eca-6834-4178-be9a-4743da089833", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:44:16.501748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d7a6df4-6da5-4098-a5ff-3d9b4a88cb4e {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:44:16.502150 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7a6df4-6da5-4098-a5ff-3d9b4a88cb4e'] response: {'server_uuid': '26608afe-5952-4105-b7c2-ac62add60d17', 'name': 'network-vif-deleted', 'tag': '37b66eca-6834-4178-be9a-4743da089833', 'status': 'completed', 'code': 200} Jul 14 20:44:17.185584 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:44:18.245834 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:20.900273 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 37b66eca-6834-4178-be9a-4743da089833 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:20.919764 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 37b66eca-6834-4178-be9a-4743da089833 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:20.920104 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 37b66eca-6834-4178-be9a-4743da089833 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:22.067270 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42500) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:22.209420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port 5f8f9530-a0c1-4bda-9620-6a4ef4105276 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:22.209757 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:22.263156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:22.291112 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:22.291428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (5f8f9530-a0c1-4bda-9620-6a4ef4105276), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:22.303924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for 5f8f9530-a0c1-4bda-9620-6a4ef4105276 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:22.341838 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:22.474804 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (5f8f9530-a0c1-4bda-9620-6a4ef4105276), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:22.500879 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=5f8f9530-a0c1-4bda-9620-6a4ef4105276,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:22.558956 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (f3d51702-5e44-4849-bb67-3d00968b599e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:22.559182 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP f3d51702-5e44-4849-bb67-3d00968b599e disassociated (deleted). External IP: 172.27.0.183, port: 888019b8-69f1-44bf-b3ed-5afda837d4b0. Jul 14 20:44:22.755255 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:44:23.128034 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:44:23.133488 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:23.141306 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:44:23.154574 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:23.155235 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:23.167176 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dabde0ed-a6c0-4d16-90cb-c32c051a0e28 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "DELETE /v2.0/floatingips/f3d51702-5e44-4849-bb67-3d00968b599e HTTP/1.1" status: 204 len: 168 time: 1.0954697 Jul 14 20:44:23.167176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:44:23.168383 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:44:23.228711 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee36ca-95fe-47fa-b28f-2702d3e55068 x-openstack-request-id: req-ceee36ca-95fe-47fa-b28f-2702d3e55068 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:44:23.229432 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:44:23.230027 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ceee36ca-95fe-47fa-b28f-2702d3e55068 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:44:23.231012 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceee36ca-95fe-47fa-b28f-2702d3e55068'] response: {'name': 'network-changed', 'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'status': 'completed', 'code': 200} Jul 14 20:44:23.272830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:23.358713 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-74e92060-0810-4671-b2e6-184c441c3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:23.360226 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-74e92060-0810-4671-b2e6-184c441c3aec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 1129 time: 0.0804522 Jul 14 20:44:23.458575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc74d-32a4-4d30-ad4b-d90e10854581 req-656906b2-4a45-448f-b89d-ac45055fe54c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:23.461953 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-970dc74d-32a4-4d30-ad4b-d90e10854581 req-656906b2-4a45-448f-b89d-ac45055fe54c tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Jul 14 20:44:23.501855 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:23.524062 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-970dc74d-32a4-4d30-ad4b-d90e10854581 req-20a08c4b-3957-44e8-9778-7c8b59e70222 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566730 Jul 14 20:44:23.657873 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:44:23.666234 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:23.666833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:23.765821 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:23.848322 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:23.971212 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:24.000629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c23ec-a835-4179-9044-555638e72a5f None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_floatingips': [{'id': '43bdfb01-6f2d-476a-8c2f-37526ac0485d', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'router_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'port_id': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'mac_address': 'fa:16:3e:b9:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T20:40:11Z', 'updated_at': '2022-07-14T20:40:14Z', 'revision_number': 1, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:44:24.218722 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecff6d7-7cc9-4abc-ac5e-deb97d07dc4d None None] New status for floating IP f3d51702-5e44-4849-bb67-3d00968b599e: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:44:24.653983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad58c1-8c52-478b-af5d-5488a8b512b9 req-76ce4750-e7f0-4636-9b2d-99eda8cb9014 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:24.655486 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8aad58c1-8c52-478b-af5d-5488a8b512b9 req-76ce4750-e7f0-4636-9b2d-99eda8cb9014 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0575879 Jul 14 20:44:24.686593 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:24.724545 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8aad58c1-8c52-478b-af5d-5488a8b512b9 req-6406afe8-36d1-465e-9e60-17c0670bfda4 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631399 Jul 14 20:44:24.792686 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-9858aec2-9de8-4328-9cb4-2afa48fd0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:24.794028 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-9858aec2-9de8-4328-9cb4-2afa48fd0da3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.1002040 Jul 14 20:44:24.910208 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:24.940119 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-dba9324c-f27f-42ba-b6ae-6e084d628b17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0357416 Jul 14 20:44:24.988835 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-e9cb1ff1-b2f5-461e-8e04-6cb8b73742b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:24.990839 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-e9cb1ff1-b2f5-461e-8e04-6cb8b73742b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0441046 Jul 14 20:44:25.215041 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-5102ec77-e90e-4e8b-b25f-aedbbaadf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:25.216526 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-5102ec77-e90e-4e8b-b25f-aedbbaadf519 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387046 Jul 14 20:44:25.318077 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-ff3fad6e-8074-41b2-a0ca-c4d98c835c3d service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932152 Jul 14 20:44:25.447778 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-df479461-c6f4-47d1-802d-9228cd42af60 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:25.449131 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-df479461-c6f4-47d1-802d-9228cd42af60 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0993314 Jul 14 20:44:25.513267 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-2303e06b-480f-4cd1-8fc7-025f65ef4d9f req-de3db5ff-c6a4-4539-b811-3e1cb88998b9 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621959 Jul 14 20:44:25.551003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port 888019b8-69f1-44bf-b3ed-5afda837d4b0 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:25.551347 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:25.644066 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] For port 888019b8-69f1-44bf-b3ed-5afda837d4b0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=888019b8-69f1-44bf-b3ed-5afda837d4b0,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:25.644428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:25.658061 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for 888019b8-69f1-44bf-b3ed-5afda837d4b0 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:25.834493 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (888019b8-69f1-44bf-b3ed-5afda837d4b0), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:25.873658 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=888019b8-69f1-44bf-b3ed-5afda837d4b0,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:25.882277 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653b07e-98e9-45d3-9500-e471d6b9ee2f req-da05d5d1-dc2d-49ae-93c0-4a5e138d1497 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:25.883979 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9653b07e-98e9-45d3-9500-e471d6b9ee2f req-da05d5d1-dc2d-49ae-93c0-4a5e138d1497 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 945 time: 0.0834298 Jul 14 20:44:25.947345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] No DVR routers for this DVR port 888019b8-69f1-44bf-b3ed-5afda837d4b0 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:25.952228 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:25.955536 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-6b16df79-5b00-4cde-bcf8-9462a8a7f309 req-b0990255-9157-4ec3-8825-075750a4f27b tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "DELETE /v2.0/ports/888019b8-69f1-44bf-b3ed-5afda837d4b0 HTTP/1.1" status: 204 len: 173 time: 0.5004315 Jul 14 20:44:25.957393 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'name': 'network-vif-deleted', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:44:25.960403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e891b-b5d0-4cb4-977b-c64347957e01" -d '{"events": [{"server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "name": "network-vif-deleted", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:44:25.992982 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9653b07e-98e9-45d3-9500-e471d6b9ee2f req-eabd9545-a141-4684-8d7a-f388183959ec tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845015 Jul 14 20:44:26.022152 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb7b3d-6586-410d-be84-1fbf7f64878d x-openstack-request-id: req-4bfb7b3d-6586-410d-be84-1fbf7f64878d {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:44:26.022297 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8", "name": "network-vif-deleted", "tag": "888019b8-69f1-44bf-b3ed-5afda837d4b0", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:44:26.022543 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bfb7b3d-6586-410d-be84-1fbf7f64878d {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:44:26.022975 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfb7b3d-6586-410d-be84-1fbf7f64878d'] response: {'server_uuid': 'b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8', 'name': 'network-vif-deleted', 'tag': '888019b8-69f1-44bf-b3ed-5afda837d4b0', 'status': 'completed', 'code': 200} Jul 14 20:44:27.125519 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c7f81985-f12f-4b83-83a3-21928af8942f req-5090d2d7-094a-4c27-beb5-2374cde0ed29 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=b28c39b4-0dfd-4880-bfd1-f6d2a3f016b8 HTTP/1.1" status: 200 len: 210 time: 0.0440452 Jul 14 20:44:27.608636 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-28d0122d-6c39-4f71-a294-4780a643694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:29.882761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c7f2eab0-ceab-4abd-8572-89694639619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:30.649174 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 888019b8-69f1-44bf-b3ed-5afda837d4b0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:30.668884 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 888019b8-69f1-44bf-b3ed-5afda837d4b0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:30.669224 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 888019b8-69f1-44bf-b3ed-5afda837d4b0 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:31.139312 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.527590 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42584) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:32.584733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:32.636324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:32.673959 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port ee282268-2917-48d6-bdb7-b6f67488b18e {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:32.674292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.716288 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.759381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.759642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (ee282268-2917-48d6-bdb7-b6f67488b18e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.772833 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for ee282268-2917-48d6-bdb7-b6f67488b18e owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:32.808180 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.926534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (ee282268-2917-48d6-bdb7-b6f67488b18e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:32.955304 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=ee282268-2917-48d6-bdb7-b6f67488b18e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:32.968390 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.968723 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.969067 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.969387 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.969705 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.970299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.970590 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.970960 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.971300 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.971615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.971936 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.972249 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.972561 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.972870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:32.973184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:33.028723 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (43bdfb01-6f2d-476a-8c2f-37526ac0485d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:33.028937 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Floating IP 43bdfb01-6f2d-476a-8c2f-37526ac0485d disassociated (deleted). External IP: 172.27.0.153, port: 9d7cb7f5-d312-41e5-b399-d59c90177499. Jul 14 20:44:33.234887 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:44:33.338501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:44:33.343173 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:33.349241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:44:33.359774 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:33.360383 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:33.372940 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-c03b0497-a4e8-4e08-8b25-4a5417fba2c6 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "DELETE /v2.0/floatingips/43bdfb01-6f2d-476a-8c2f-37526ac0485d HTTP/1.1" status: 204 len: 168 time: 0.8442738 Jul 14 20:44:33.373615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:44:33.375995 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e966d5-25de-4765-ad71-41b12e1046d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:44:33.393217 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:33.420428 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b25b67-fda7-4c83-878d-7a3b1f09d13b x-openstack-request-id: req-f2b25b67-fda7-4c83-878d-7a3b1f09d13b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:44:33.420720 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:44:33.420974 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2b25b67-fda7-4c83-878d-7a3b1f09d13b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:44:33.421381 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b25b67-fda7-4c83-878d-7a3b1f09d13b'] response: {'name': 'network-changed', 'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'status': 'completed', 'code': 200} Jul 14 20:44:33.477431 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:33.504406 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-30557dff-3e23-4720-9f8c-6107ba4efd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:33.506023 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-30557dff-3e23-4720-9f8c-6107ba4efd40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=83a29cbfb7484b76a9131a3b81832c62&device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 1130 time: 0.0418231 Jul 14 20:44:33.540613 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:33.641544 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2a70d-3035-4daa-8262-d77db8f4cd08 req-892abb05-9046-4ecb-8f9c-74fb8f96ee97 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:33.643093 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5a2a70d-3035-4daa-8262-d77db8f4cd08 req-892abb05-9046-4ecb-8f9c-74fb8f96ee97 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0595725 Jul 14 20:44:33.643517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:33.671916 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-6886fcfe-5fc6-4ea8-9b87-4ac3bf0037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:33.673358 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-6886fcfe-5fc6-4ea8-9b87-4ac3bf0037d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 200 len: 913 time: 0.1604099 Jul 14 20:44:33.678626 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:33.703777 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:44:33.705164 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c5a2a70d-3035-4daa-8262-d77db8f4cd08 req-d34af3d9-fa0f-4f3a-a819-6f6fec57b6cf tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554683 Jul 14 20:44:33.712539 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:33.713147 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:33.814639 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:33.999644 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:34.026025 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6291a-2bae-484d-a840-9296bddbe940 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:30Z', 'revision_number': 4, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '840f96cf-4b95-4581-8175-1e95051750bd', 'name': '', 'network_id': 'c361a5af-edf6-43ec-86b8-8164b7612499', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'mac_address': 'fa:16:3e:0e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:29Z', 'updated_at': '2022-07-14T20:36:37Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'subnets': [{'id': '607f804b-a923-4d9e-848e-354c74ff3b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:44:34.222361 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:34.244035 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bab539-9b65-4f63-b2ea-a29b34d688cd None None] New status for floating IP 43bdfb01-6f2d-476a-8c2f-37526ac0485d: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:44:34.790221 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-a2c12528-d269-4757-84d0-63f647c2b881 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 200 len: 217 time: 0.0389585 Jul 14 20:44:34.865713 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b27f-b820-451a-aee6-b8712728a64c req-38b77981-6887-49ae-95c4-64edd8bab4be tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:34.867477 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f106b27f-b820-451a-aee6-b8712728a64c req-38b77981-6887-49ae-95c4-64edd8bab4be tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0793600 Jul 14 20:44:34.872632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-ebf2aa2b-c80d-490b-9601-29ae7e77aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:34.873964 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-ebf2aa2b-c80d-490b-9601-29ae7e77aed7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 200 len: 851 time: 0.0752742 Jul 14 20:44:34.917311 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f106b27f-b820-451a-aee6-b8712728a64c req-4e39b576-4436-4ffc-8f37-b8f50ea1e73a tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/security-groups?id=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Jul 14 20:44:35.002174 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-d94788c1-783f-41eb-8002-484f633c656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:35.003678 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-d94788c1-783f-41eb-8002-484f633c656c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c361a5af-edf6-43ec-86b8-8164b7612499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420384 Jul 14 20:44:35.095408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-2f6d5852-e74d-47bd-b791-4b095cb292a7 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842557 Jul 14 20:44:35.337531 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-32e966d5-25de-4765-ad71-41b12e1046d7 req-0358d8cc-5c69-4a6b-8da8-090801417234 service neutron] 10.222.0.62 "GET /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873446 Jul 14 20:44:35.492684 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-52ebbf4f-7bc0-4c6f-988e-19e2a8f90c79 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:35.494160 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-52ebbf4f-7bc0-4c6f-988e-19e2a8f90c79 tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 946 time: 0.0500124 Jul 14 20:44:35.579829 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port 9d7cb7f5-d312-41e5-b399-d59c90177499 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:35.580170 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:35.673991 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] For port 9d7cb7f5-d312-41e5-b399-d59c90177499, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9d7cb7f5-d312-41e5-b399-d59c90177499,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:35.674345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:35.688108 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for 9d7cb7f5-d312-41e5-b399-d59c90177499 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:35.815566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (9d7cb7f5-d312-41e5-b399-d59c90177499), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:35.849938 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=9d7cb7f5-d312-41e5-b399-d59c90177499,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:35.853257 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:35.890206 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] No DVR routers for this DVR port 9d7cb7f5-d312-41e5-b399-d59c90177499 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:35.892530 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:35.896748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dc1fdebb-1344-4124-8fae-f41f863fb56c req-99a45109-0bd7-46c1-b4b8-acc12cc8a62f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.62 "DELETE /v2.0/ports/9d7cb7f5-d312-41e5-b399-d59c90177499 HTTP/1.1" status: 204 len: 173 time: 0.3958201 Jul 14 20:44:35.897179 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'name': 'network-vif-deleted', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:44:35.899437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e643be2-7d18-47eb-b1b8-16bf6c19a63c" -d '{"events": [{"server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "name": "network-vif-deleted", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:44:35.940005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec570816-8223-465c-83bf-eaab272ca20b x-openstack-request-id: req-ec570816-8223-465c-83bf-eaab272ca20b {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:44:35.940297 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8165ae1-4719-48d2-9171-41ee878766c2", "name": "network-vif-deleted", "tag": "9d7cb7f5-d312-41e5-b399-d59c90177499", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:44:35.940631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec570816-8223-465c-83bf-eaab272ca20b {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:44:35.941031 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec570816-8223-465c-83bf-eaab272ca20b'] response: {'server_uuid': 'd8165ae1-4719-48d2-9171-41ee878766c2', 'name': 'network-vif-deleted', 'tag': '9d7cb7f5-d312-41e5-b399-d59c90177499', 'status': 'completed', 'code': 200} Jul 14 20:44:36.017010 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-77fef9d2-d078-48e5-a0f7-2343f4b5b086 req-b36d47c4-6800-4a85-beb7-1354ce65c2ce tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8165ae1-4719-48d2-9171-41ee878766c2 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Jul 14 20:44:37.076766 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42630) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:37.109025 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:37.187842 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Deleting port d6d2553e-cd52-4d13-b591-225ec7949063 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:37.188177 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.264488 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.264737 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (d6d2553e-cd52-4d13-b591-225ec7949063), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.276896 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Calling delete_port for d6d2553e-cd52-4d13-b591-225ec7949063 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:37.412046 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (d6d2553e-cd52-4d13-b591-225ec7949063), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.439945 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'Port': ['ID=d6d2553e-cd52-4d13-b591-225ec7949063,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:37.510053 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for floatingip (67d3c25e-64ce-494e-a158-dd12ea9c783c), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.512930 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:37.514054 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-24bfb07e-903f-4be1-b4d0-eb8866798e5f tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "DELETE /v2.0/floatingips/67d3c25e-64ce-494e-a158-dd12ea9c783c HTTP/1.1" status: 204 len: 168 time: 0.4366310 Jul 14 20:44:38.248722 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:38.666972 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 9d7cb7f5-d312-41e5-b399-d59c90177499 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:38.670336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:38.690448 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 9d7cb7f5-d312-41e5-b399-d59c90177499 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:38.690795 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 9d7cb7f5-d312-41e5-b399-d59c90177499 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:38.719255 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42668) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:38.777394 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (0c8bdadf-8d54-4c5c-8815-4b9f937c0e98), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:38.801928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (0c8bdadf-8d54-4c5c-8815-4b9f937c0e98), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:38.863648 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0c8bdadf-8d54-4c5c-8815-4b9f937c0e98), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:38.866475 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:38.867672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] 10.222.0.52 "DELETE /v2.0/security-groups/0c8bdadf-8d54-4c5c-8815-4b9f937c0e98 HTTP/1.1" status: 204 len: 168 time: 0.1472776 Jul 14 20:44:38.877314 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb4e2-455c-4f3f-ab6b-84de0fcab8db tempest-TestVolumeBootPattern-955624271 tempest-TestVolumeBootPattern-955624271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8bdadf-8d54-4c5c-8815-4b9f937c0e98,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:38.924526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42672) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:39.249566 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:39.273260 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:39.286313 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (f09239b9-764c-447e-a3d5-29b61827888d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:39.500376 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Deleting port 840f96cf-4b95-4581-8175-1e95051750bd {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:39.500619 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (840f96cf-4b95-4581-8175-1e95051750bd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:39.576997 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] For port 840f96cf-4b95-4581-8175-1e95051750bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=840f96cf-4b95-4581-8175-1e95051750bd,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:39.577352 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (840f96cf-4b95-4581-8175-1e95051750bd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:39.589878 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Calling delete_port for 840f96cf-4b95-4581-8175-1e95051750bd owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:39.770730 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (840f96cf-4b95-4581-8175-1e95051750bd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:39.799716 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=840f96cf-4b95-4581-8175-1e95051750bd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:40.259391 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (f09239b9-764c-447e-a3d5-29b61827888d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.368739 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:40.444659 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:40.475719 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Router f09239b9-764c-447e-a3d5-29b61827888d has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:44:40.574183 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:44:40.580943 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-af5b7c32-ee49-4f13-88d9-dffcff6b8c0d admin admin] 10.222.0.52 "PUT /v2.0/routers/f09239b9-764c-447e-a3d5-29b61827888d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543365 Jul 14 20:44:40.581765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42684) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:40.582907 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Sync routers for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:44:40.594045 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:40.594661 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:40.685625 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks [] for router (f09239b9-764c-447e-a3d5-29b61827888d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.701913 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:40.786251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks [] for router_gateway (f09239b9-764c-447e-a3d5-29b61827888d), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.832950 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Deleting port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:40.833292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.885737 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42688) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:40.926801 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] For port 9fd4179f-bd90-4c7f-a6be-2808d5b1a537, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:40.927284 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.939232 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Deleting subnet e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:44:40.942380 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Calling delete_port for 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 owned by network:router_gateway {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:40.942563 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Publish callbacks [] for subnet (e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.978755 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:40.997816 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:44:39Z', 'revision_number': 5, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port': {'id': '9fd4179f-bd90-4c7f-a6be-2808d5b1a537', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.019413 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.026979 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Checking router: f09239b9-764c-447e-a3d5-29b61827888d for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:44:41.035833 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Routers {'f09239b9-764c-447e-a3d5-29b61827888d'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:41.036444 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['f09239b9-764c-447e-a3d5-29b61827888d'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.077669 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.105142 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:41.110027 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.116516 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42690) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:41.116669 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8f209ff5-e62e-4e29-906b-be0e32dd2530 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e9b2d6e1-1a76-4d89-985c-2f2ea98b5b9f HTTP/1.1" status: 204 len: 168 time: 0.2295182 Jul 14 20:44:41.118737 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] Set router f09239b9-764c-447e-a3d5-29b61827888d gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:41.135647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (9fd4179f-bd90-4c7f-a6be-2808d5b1a537), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.148883 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:41.170520 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:44:40Z', 'revision_number': 6, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.171981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd4179f-bd90-4c7f-a6be-2808d5b1a537,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:41.195874 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6cc08-7d15-446c-ae5b-3746c6cfa196 None None] The sync data for ids ['f09239b9-764c-447e-a3d5-29b61827888d'] in dv-cinder-799871-32-iscsi is: [{'id': 'f09239b9-764c-447e-a3d5-29b61827888d', 'name': 'tempest-TestVolumeBootPattern-1878887016-router', 'tenant_id': '83a29cbfb7484b76a9131a3b81832c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:27Z', 'updated_at': '2022-07-14T20:44:40Z', 'revision_number': 6, 'project_id': '83a29cbfb7484b76a9131a3b81832c62', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:44:41.262296 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (33641e48-7817-4fd4-b018-04fb34fd9d08), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.302511 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (f09239b9-764c-447e-a3d5-29b61827888d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.401641 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:41.436437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (f09239b9-764c-447e-a3d5-29b61827888d), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.439733 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (33641e48-7817-4fd4-b018-04fb34fd9d08), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.442842 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks [] for router_controller (f09239b9-764c-447e-a3d5-29b61827888d), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.493672 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33641e48-7817-4fd4-b018-04fb34fd9d08']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.504144 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c6f505-4cc3-4933-a051-dd56f3bf9b4b') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.504437 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c6f505-4cc3-4933-a051-dd56f3bf9b4b') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:41.511743 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (f09239b9-764c-447e-a3d5-29b61827888d), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.512404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f09239b9-764c-447e-a3d5-29b61827888d {{(pid=104109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:44:41.516852 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (71c6f505-4cc3-4933-a051-dd56f3bf9b4b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.526738 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.530032 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-11140433-8c6f-428f-ae36-6ba1b3aab4b1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f09239b9-764c-447e-a3d5-29b61827888d HTTP/1.1" status: 204 len: 168 time: 0.9450903 Jul 14 20:44:41.530342 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42692) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:41.558925 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (71c6f505-4cc3-4933-a051-dd56f3bf9b4b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.572973 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:44:41.573369 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (71c6f505-4cc3-4933-a051-dd56f3bf9b4b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.595104 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 71c6f505-4cc3-4933-a051-dd56f3bf9b4b resource provider aggregate not found Jul 14 20:44:41.636939 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 71c6f505-4cc3-4933-a051-dd56f3bf9b4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c6f505-4cc3-4933-a051-dd56f3bf9b4b found for delete ", "request_id": "req-7effcb45-6b17-4eec-8508-f0872104c04d"}]} Jul 14 20:44:41.644115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Deleting subnet 607f804b-a923-4d9e-848e-354c74ff3b83 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:44:41.651426 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Publish callbacks [] for subnet (607f804b-a923-4d9e-848e-354c74ff3b83), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.674767 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (33641e48-7817-4fd4-b018-04fb34fd9d08), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.682753 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.685861 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] 10.222.0.52 "DELETE /v2.0/networks/33641e48-7817-4fd4-b018-04fb34fd9d08 HTTP/1.1" status: 204 len: 168 time: 0.5683289 Jul 14 20:44:41.701487 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622687fd-7508-471e-bcaf-fa65a36beb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=33641e48-7817-4fd4-b018-04fb34fd9d08,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:41.708753 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (607f804b-a923-4d9e-848e-354c74ff3b83), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.798050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (607f804b-a923-4d9e-848e-354c74ff3b83), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.802561 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42700) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:41.845509 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-ccc9d09f-c964-45f9-84e0-6c7b781715c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2fb85822f104b7a981279226f8f1aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410624 Jul 14 20:44:41.848002 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42702) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:41.857039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (607f804b-a923-4d9e-848e-354c74ff3b83), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.884080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607f804b-a923-4d9e-848e-354c74ff3b83,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:41.887594 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.890740 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8ebae73f-1769-448b-8047-308eb74ce89d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/607f804b-a923-4d9e-848e-354c74ff3b83 HTTP/1.1" status: 204 len: 168 time: 0.3595521 Jul 14 20:44:41.893575 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42704) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:41.896195 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a28744-af91-472a-b91f-baf99ff0f824 None None] Network c361a5af-edf6-43ec-86b8-8164b7612499 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:44:41.902193 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] Publish callbacks [] for security_group (c955ccf2-4ea4-4ea7-8cbc-a2116d303106), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.929223 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] Publish callbacks [] for security_group (c955ccf2-4ea4-4ea7-8cbc-a2116d303106), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.981824 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (c955ccf2-4ea4-4ea7-8cbc-a2116d303106), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.984693 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:41.989183 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c955ccf2-4ea4-4ea7-8cbc-a2116d303106 HTTP/1.1" status: 204 len: 168 time: 0.1400642 Jul 14 20:44:42.001155 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:42.002228 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d8d0-70e9-4e13-8b1b-34fa8b8db21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955ccf2-4ea4-4ea7-8cbc-a2116d303106,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:42.004207 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (c361a5af-edf6-43ec-86b8-8164b7612499), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.070071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Deleting port f956652c-da2d-4aeb-99ee-e7978988c5df {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:42.070413 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.079571 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 840f96cf-4b95-4581-8175-1e95051750bd no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:42.111433 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 840f96cf-4b95-4581-8175-1e95051750bd {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:42.111817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 840f96cf-4b95-4581-8175-1e95051750bd not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:42.112375 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:42.142253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] DHCP port deletion for c361a5af-edf6-43ec-86b8-8164b7612499 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:44:42.144758 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:42.145099 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 9fd4179f-bd90-4c7f-a6be-2808d5b1a537 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:42.148889 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] For port f956652c-da2d-4aeb-99ee-e7978988c5df, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f956652c-da2d-4aeb-99ee-e7978988c5df,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:42.149458 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.152581 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:42.177309 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Calling delete_port for f956652c-da2d-4aeb-99ee-e7978988c5df owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:42.207751 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Deleting port f956652c-da2d-4aeb-99ee-e7978988c5df {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:42.208219 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.273897 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.292309 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f956652c-da2d-4aeb-99ee-e7978988c5df,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:42.298225 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] For port f956652c-da2d-4aeb-99ee-e7978988c5df, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=f956652c-da2d-4aeb-99ee-e7978988c5df,segment=NetworkSegment(20bb8e9b-6c46-4efa-a5ee-df3149932521),segment_id=20bb8e9b-6c46-4efa-a5ee-df3149932521)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:42.298601 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.304872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] No DVR routers for this DVR port f956652c-da2d-4aeb-99ee-e7978988c5df on host dv-cinder-799871-32-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:42.316468 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Calling delete_port for f956652c-da2d-4aeb-99ee-e7978988c5df owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:42.408332 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (c361a5af-edf6-43ec-86b8-8164b7612499), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.420141 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (f956652c-da2d-4aeb-99ee-e7978988c5df), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.433092 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c361a5af-edf6-43ec-86b8-8164b7612499']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:42.444321 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bb8e9b-6c46-4efa-a5ee-df3149932521') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:42.444748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bb8e9b-6c46-4efa-a5ee-df3149932521') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:42.447677 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] Pushing event deleted for resources: {'Port': ['ID=f956652c-da2d-4aeb-99ee-e7978988c5df,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:42.451962 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc773c3f-0bd9-420e-ad86-38028182b4d3 None None] No DVR routers for this DVR port f956652c-da2d-4aeb-99ee-e7978988c5df on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:42.463062 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (20bb8e9b-6c46-4efa-a5ee-df3149932521), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.473416 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:42.480948 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (20bb8e9b-6c46-4efa-a5ee-df3149932521), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.488780 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:44:42.489266 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (20bb8e9b-6c46-4efa-a5ee-df3149932521), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.548354 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (c361a5af-edf6-43ec-86b8-8164b7612499), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.552819 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:42.556180 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c361a5af-edf6-43ec-86b8-8164b7612499 HTTP/1.1" status: 204 len: 168 time: 0.6613145 Jul 14 20:44:42.559351 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42708) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:42.570680 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2309d-f4f0-4f9d-b635-0e761cc01de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c361a5af-edf6-43ec-86b8-8164b7612499,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:42.868474 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (d10be950-b273-463f-b31e-677cba9f66fe), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:43.176300 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:43.310014 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:43.321318 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Deleting port 4b282511-19d1-4b13-8940-ccc94fa25d5b {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:43.321694 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:43.398657 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] For port 4b282511-19d1-4b13-8940-ccc94fa25d5b, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=4b282511-19d1-4b13-8940-ccc94fa25d5b,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:43.399047 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:43.411597 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Calling delete_port for 4b282511-19d1-4b13-8940-ccc94fa25d5b owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:43.588491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (4b282511-19d1-4b13-8940-ccc94fa25d5b), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:43.617993 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4b282511-19d1-4b13-8940-ccc94fa25d5b,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:43.649362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.649706 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.650038 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.650371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.650696 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.651046 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.651369 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.651687 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.652006 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.652329 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.652637 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.652950 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.653267 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.653574 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.653989 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:44:43.663179 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 20bb8e9b-6c46-4efa-a5ee-df3149932521 resource provider aggregate not found Jul 14 20:44:43.699065 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-970bcb74-870c-4273-abc2-8518cc320f2c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506532 Jul 14 20:44:43.700621 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 20bb8e9b-6c46-4efa-a5ee-df3149932521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20bb8e9b-6c46-4efa-a5ee-df3149932521 found for delete ", "request_id": "req-34aa4a5a-ca9a-4c7f-bde0-ed57081681b5"}]} Jul 14 20:44:43.775774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-6c5826db-68ca-4e9a-9658-06d2e463a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:43.777464 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-6c5826db-68ca-4e9a-9658-06d2e463a5f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0427971 Jul 14 20:44:43.806382 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (d10be950-b273-463f-b31e-677cba9f66fe), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:43.898071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-bca2c9aa-7a4a-4f13-8999-cda6ca37d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:43.899589 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-bca2c9aa-7a4a-4f13-8999-cda6ca37d9dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.1017575 Jul 14 20:44:43.951370 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f956652c-da2d-4aeb-99ee-e7978988c5df no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:43.973204 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-2fa95d56-2194-4152-a192-982812473c12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1001 time: 0.0651150 Jul 14 20:44:43.976524 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: f956652c-da2d-4aeb-99ee-e7978988c5df {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:43.976868 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device f956652c-da2d-4aeb-99ee-e7978988c5df not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:44.022915 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-3b92c025-4033-4539-8785-80d074992997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:44.024388 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-3b92c025-4033-4539-8785-80d074992997 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0448599 Jul 14 20:44:44.042764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Router d10be950-b273-463f-b31e-677cba9f66fe has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:44:44.072978 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-5ed416d4-0fe2-42da-a035-23710ab9caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:44:44.074467 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-5ed416d4-0fe2-42da-a035-23710ab9caa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428922 Jul 14 20:44:44.087513 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:44.122541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:44.150843 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:44:44.158959 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-4f835860-5b81-4d31-afe0-07fc2d1ba5ed admin admin] 10.222.0.52 "PUT /v2.0/routers/d10be950-b273-463f-b31e-677cba9f66fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953908 Jul 14 20:44:44.158959 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42714) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:44.162122 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Sync routers for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:44:44.170182 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-62ab7a56-52e4-4d0a-8645-bfc92bf1603e service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882299 Jul 14 20:44:44.172930 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:44.173545 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:44.257666 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks [] for router (d10be950-b273-463f-b31e-677cba9f66fe), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.264738 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c9e5af6-ffce-420f-abe7-c8bc7799a428 req-76b7b705-1bfd-419a-a53a-2df6ccb17794 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Jul 14 20:44:44.283730 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:44.360456 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks [] for router_gateway (d10be950-b273-463f-b31e-677cba9f66fe), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.407002 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Deleting port c1269c26-6c26-4f15-a451-58a706001fe7 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:44.407476 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.488355 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] For port c1269c26-6c26-4f15-a451-58a706001fe7, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c1269c26-6c26-4f15-a451-58a706001fe7,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:44.488692 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.501773 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Calling delete_port for c1269c26-6c26-4f15-a451-58a706001fe7 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:44.537149 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:44:43Z', 'revision_number': 5, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port': {'id': 'c1269c26-6c26-4f15-a451-58a706001fe7', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:36:34Z', 'updated_at': '2022-07-14T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:44.562176 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Checking router: d10be950-b273-463f-b31e-677cba9f66fe for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:44:44.572182 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Routers {'d10be950-b273-463f-b31e-677cba9f66fe'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:44:44.572804 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:44:30Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['d10be950-b273-463f-b31e-677cba9f66fe'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:44.658545 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] Set router d10be950-b273-463f-b31e-677cba9f66fe gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:44:44.678958 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (c1269c26-6c26-4f15-a451-58a706001fe7), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.703685 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1269c26-6c26-4f15-a451-58a706001fe7,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:44.711050 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:44:44Z', 'revision_number': 6, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:44.736048 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff83b1e-6d16-408d-92fc-142e233c6de6 None None] The sync data for ids ['d10be950-b273-463f-b31e-677cba9f66fe'] in dv-cinder-799871-32-iscsi is: [{'id': 'd10be950-b273-463f-b31e-677cba9f66fe', 'name': 'tempest-TestVolumeBootPattern-197727776-router', 'tenant_id': '8198771fe32f4a978926e04d278220ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:36:33Z', 'updated_at': '2022-07-14T20:44:44Z', 'revision_number': 6, 'project_id': '8198771fe32f4a978926e04d278220ba', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:44:44.773795 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (d10be950-b273-463f-b31e-677cba9f66fe), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.859299 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (d10be950-b273-463f-b31e-677cba9f66fe), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.861478 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks [] for router_controller (d10be950-b273-463f-b31e-677cba9f66fe), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.903082 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (d10be950-b273-463f-b31e-677cba9f66fe), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.903614 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10be950-b273-463f-b31e-677cba9f66fe {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:44:44.907805 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.908928 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-254f4b6f-203d-4494-bc0c-19c1ec11e794 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d10be950-b273-463f-b31e-677cba9f66fe HTTP/1.1" status: 204 len: 168 time: 0.7497656 Jul 14 20:44:44.911691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42716) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:44.956691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Deleting subnet cff4e600-bf07-4224-97d4-8dd10ea5fb0a {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:44:44.960405 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Publish callbacks [] for subnet (cff4e600-bf07-4224-97d4-8dd10ea5fb0a), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:44.994324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (cff4e600-bf07-4224-97d4-8dd10ea5fb0a), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.018744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:45.073054 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (cff4e600-bf07-4224-97d4-8dd10ea5fb0a), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.129204 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (cff4e600-bf07-4224-97d4-8dd10ea5fb0a), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.156324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff4e600-bf07-4224-97d4-8dd10ea5fb0a,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:45.159734 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.162890 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-567c54af-5a3c-48f2-8e9e-bbdf5c12a4ea admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cff4e600-bf07-4224-97d4-8dd10ea5fb0a HTTP/1.1" status: 204 len: 168 time: 0.2501595 Jul 14 20:44:45.165369 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42718) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:45.169439 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d16a5-9f33-4797-99e2-6b925dca5bf8 None None] Network f20865b9-116a-46f4-8d56-5a3df1afc16e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:44:45.198245 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:45.254642 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (f20865b9-116a-46f4-8d56-5a3df1afc16e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.267251 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:45.299922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Deleting port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:44:45.299922 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.361264 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] For port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,segment=NetworkSegment(b3cdf328-11d0-4347-b924-6711a18a7cf9),segment_id=b3cdf328-11d0-4347-b924-6711a18a7cf9)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:44:45.361615 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.378453 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Calling delete_port for 66c0a2dd-71a5-4bde-b376-4390e85dcfdf owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:44:45.455038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (66c0a2dd-71a5-4bde-b376-4390e85dcfdf), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.478007 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c0a2dd-71a5-4bde-b376-4390e85dcfdf,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:45.484865 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] No DVR routers for this DVR port 66c0a2dd-71a5-4bde-b376-4390e85dcfdf on host dv-cinder-799871-32-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:44:45.492702 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cdf7ff-bb37-459e-8820-7c22e2519461 None None] DHCP port deletion for f20865b9-116a-46f4-8d56-5a3df1afc16e request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:44:45.562479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (f20865b9-116a-46f4-8d56-5a3df1afc16e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.587503 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20865b9-116a-46f4-8d56-5a3df1afc16e']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:45.597484 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cdf328-11d0-4347-b924-6711a18a7cf9') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:45.597774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cdf328-11d0-4347-b924-6711a18a7cf9') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:44:45.613482 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (b3cdf328-11d0-4347-b924-6711a18a7cf9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.628531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (b3cdf328-11d0-4347-b924-6711a18a7cf9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.636247 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:44:45.636629 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (b3cdf328-11d0-4347-b924-6711a18a7cf9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.694709 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (f20865b9-116a-46f4-8d56-5a3df1afc16e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.700931 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:45.704338 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f20865b9-116a-46f4-8d56-5a3df1afc16e HTTP/1.1" status: 204 len: 168 time: 0.5380540 Jul 14 20:44:45.721285 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a00bd-782b-4cb6-b55f-26f83eca3298 admin admin] Pushing event deleted for resources: {'Network': ['ID=f20865b9-116a-46f4-8d56-5a3df1afc16e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:45.726445 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment b3cdf328-11d0-4347-b924-6711a18a7cf9 resource provider aggregate not found Jul 14 20:44:45.744050 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment b3cdf328-11d0-4347-b924-6711a18a7cf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cdf328-11d0-4347-b924-6711a18a7cf9 found for delete ", "request_id": "req-8b39498e-8239-46e7-a4a4-6e7d37d747b9"}]} Jul 14 20:44:45.891057 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42726) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:45.904251 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c1269c26-6c26-4f15-a451-58a706001fe7 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:45.925359 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: c1269c26-6c26-4f15-a451-58a706001fe7 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:45.926128 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c1269c26-6c26-4f15-a451-58a706001fe7 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:45.926395 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 4b282511-19d1-4b13-8940-ccc94fa25d5b no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:45.939411 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-769ab218-cdc8-4a89-9027-e8ea931fb7bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83a29cbfb7484b76a9131a3b81832c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470037 Jul 14 20:44:45.941886 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42728) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:45.949590 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 4b282511-19d1-4b13-8940-ccc94fa25d5b {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:45.949824 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 4b282511-19d1-4b13-8940-ccc94fa25d5b not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:45.950244 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 66c0a2dd-71a5-4bde-b376-4390e85dcfdf no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:44:45.968935 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 66c0a2dd-71a5-4bde-b376-4390e85dcfdf {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:44:45.969513 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 66c0a2dd-71a5-4bde-b376-4390e85dcfdf not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:44:45.995248 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] Publish callbacks [] for security_group (efc281e2-0987-42bf-bd57-b64b17c93ccb), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.016631 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] Publish callbacks [] for security_group (efc281e2-0987-42bf-bd57-b64b17c93ccb), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.063777 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (efc281e2-0987-42bf-bd57-b64b17c93ccb), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.066364 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.068045 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efc281e2-0987-42bf-bd57-b64b17c93ccb HTTP/1.1" status: 204 len: 168 time: 0.1248598 Jul 14 20:44:46.075783 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830a920-74ce-424f-8636-9ca696a74726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc281e2-0987-42bf-bd57-b64b17c93ccb,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:46.392956 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42734) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:46.429134 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:46.436771 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-80238f16-720c-4192-ac66-cf857468975d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8198771fe32f4a978926e04d278220ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427520 Jul 14 20:44:46.440025 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42736) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:44:46.488639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:46.493223 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] Publish callbacks [] for security_group (bddb2eae-58f4-4020-ae36-c11271cc84a1), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.515578 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] Publish callbacks [] for security_group (bddb2eae-58f4-4020-ae36-c11271cc84a1), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.563189 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (bddb2eae-58f4-4020-ae36-c11271cc84a1), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.565662 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:46.566957 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bddb2eae-58f4-4020-ae36-c11271cc84a1 HTTP/1.1" status: 204 len: 168 time: 0.1259396 Jul 14 20:44:46.574796 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce5ed6-3068-46fe-9372-ccd33769912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb2eae-58f4-4020-ae36-c11271cc84a1,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:44:54.179639 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=62 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:54.186198 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:44:56.088773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:56.433014 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=75,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:56.569954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=5,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:56.570779 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:56.588605 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:44:57.611464 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3125-0115-4b5a-90f1-a0d642f6a7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:44:59.884408 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-25000010-febe-4027-b922-448cbf063338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:01.142133 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:02.715324 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:02.801818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:04.183028 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=47 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:08.254889 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:11.294283 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6269-cb3f-4b7b-9e5e-308009dd385d req-2eeda42c-2edc-434c-bcbf-3ebec7399fda tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:11.295831 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d49f6269-cb3f-4b7b-9e5e-308009dd385d req-2eeda42c-2edc-434c-bcbf-3ebec7399fda tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0516000 Jul 14 20:45:11.346089 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-d49f6269-cb3f-4b7b-9e5e-308009dd385d req-df6ddd09-0b89-4a60-9a6b-1f4daa1451ac tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Jul 14 20:45:11.489905 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54599fc4-2969-4469-9a26-eb6e2d2c289e req-8048c382-67d7-4faf-9ae0-1401324a2680 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:11.491391 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54599fc4-2969-4469-9a26-eb6e2d2c289e req-8048c382-67d7-4faf-9ae0-1401324a2680 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0478413 Jul 14 20:45:11.543642 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-54599fc4-2969-4469-9a26-eb6e2d2c289e req-ccf9584e-d02c-4e7f-9cbc-1e87ac5a9213 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454636 Jul 14 20:45:12.481551 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392a052-b881-43c9-9b50-3eeb31419d23 req-e7a4bf0f-f3d4-4d8b-aea5-88744920b9e8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:12.483202 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3392a052-b881-43c9-9b50-3eeb31419d23 req-e7a4bf0f-f3d4-4d8b-aea5-88744920b9e8 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0583131 Jul 14 20:45:12.538744 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3392a052-b881-43c9-9b50-3eeb31419d23 req-1ac4d836-b6b5-41f7-9a2d-e64f14faca29 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470533 Jul 14 20:45:12.660004 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aad2cb-fe6f-4694-b5a5-bb6abd6d6b8a req-1b9701ea-e813-4895-89ec-a80ad7e24dc2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:12.661532 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3aad2cb-fe6f-4694-b5a5-bb6abd6d6b8a req-1b9701ea-e813-4895-89ec-a80ad7e24dc2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0474434 Jul 14 20:45:12.721308 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f3aad2cb-fe6f-4694-b5a5-bb6abd6d6b8a req-3d7d5f1c-99f4-4b49-bf71-e312f4124803 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521646 Jul 14 20:45:13.154471 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1672-0681-4259-9990-6fef77a38794 req-e0b43a1f-cd9b-442a-8109-a57c5dfbfad6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:13.155922 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e2c1672-0681-4259-9990-6fef77a38794 req-e0b43a1f-cd9b-442a-8109-a57c5dfbfad6 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0471792 Jul 14 20:45:13.241515 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Deleting port 93c680a6-8f98-4177-87b0-3a5603a602e7 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:13.241847 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:13.331299 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] For port 93c680a6-8f98-4177-87b0-3a5603a602e7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=93c680a6-8f98-4177-87b0-3a5603a602e7,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:13.331647 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:13.514714 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:13.515438 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022161'] for floatingip (6350241d-421b-4853-99f2-192711931ace), after_update {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:13.515438 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.l3_db [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Floating IP 6350241d-421b-4853-99f2-192711931ace disassociated. External IP: 172.27.0.104, port: 93c680a6-8f98-4177-87b0-3a5603a602e7. Jul 14 20:45:13.515714 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Calling delete_port for 93c680a6-8f98-4177-87b0-3a5603a602e7 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:13.671218 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:13.688345 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c1b9-a6e0-4007-bfe6-50fc8b4f4373 req-61114a81-c211-4230-a3c8-7957b92f4682 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:13.689832 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c47c1b9-a6e0-4007-bfe6-50fc8b4f4373 req-61114a81-c211-4230-a3c8-7957b92f4682 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 946 time: 0.0679295 Jul 14 20:45:13.691378 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (93c680a6-8f98-4177-87b0-3a5603a602e7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:13.702591 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:13.736277 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'Port': ['ID=93c680a6-8f98-4177-87b0-3a5603a602e7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:13.812659 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-3c47c1b9-a6e0-4007-bfe6-50fc8b4f4373 req-8a379984-21ce-488f-be19-b833a44ff9a3 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups?id=544a0f15-f781-4ad2-b9da-281f330a2c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136303 Jul 14 20:45:14.187381 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b69d-8199-4937-a81a-f6b4a5e0895a req-424fdc2d-cb72-46f8-832f-fab6bbd15b6d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:14.188925 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10d5b69d-8199-4937-a81a-f6b4a5e0895a req-424fdc2d-cb72-46f8-832f-fab6bbd15b6d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.3715615 Jul 14 20:45:14.215334 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:45:14.288081 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-10d5b69d-8199-4937-a81a-f6b4a5e0895a req-5aa4cde9-2bf6-457a-a566-dec37aa4b483 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925188 Jul 14 20:45:14.346209 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:45:14.355906 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:45:14.367012 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:45:14.367627 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:45:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:14.390479 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] No DVR routers for this DVR port 93c680a6-8f98-4177-87b0-3a5603a602e7 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:45:14.393101 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:14.396952 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4e2c1672-0681-4259-9990-6fef77a38794 req-37962f42-1b52-43be-8278-f1d11ad76957 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.62 "DELETE /v2.0/ports/93c680a6-8f98-4177-87b0-3a5603a602e7 HTTP/1.1" status: 204 len: 173 time: 1.2357719 Jul 14 20:45:14.397436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'name': 'network-vif-deleted', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:45:14.400156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05ee4b-84e5-4d73-a889-60ebc1cdef9b" -d '{"events": [{"server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "name": "network-vif-deleted", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:45:14.481531 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:45:14.515328 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63944dc-50dd-44cb-9dc7-2589d0c10afa x-openstack-request-id: req-b63944dc-50dd-44cb-9dc7-2589d0c10afa {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:45:14.515859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df8bb1f-8413-44e5-85da-15527cbc031a", "name": "network-vif-deleted", "tag": "93c680a6-8f98-4177-87b0-3a5603a602e7", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:45:14.515859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b63944dc-50dd-44cb-9dc7-2589d0c10afa {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:45:14.516253 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63944dc-50dd-44cb-9dc7-2589d0c10afa'] response: {'server_uuid': '0df8bb1f-8413-44e5-85da-15527cbc031a', 'name': 'network-vif-deleted', 'tag': '93c680a6-8f98-4177-87b0-3a5603a602e7', 'status': 'completed', 'code': 200} Jul 14 20:45:14.677965 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:14.702282 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:45:14.712154 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:45:14.712867 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:45:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:14.821813 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:45:14.932060 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-01b5d999-c855-4330-8d9a-74899bf87eff req-0f0c1b29-f657-4fd0-9570-13f82a7be2ac tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/ports?device_id=0df8bb1f-8413-44e5-85da-15527cbc031a HTTP/1.1" status: 200 len: 210 time: 0.0313969 Jul 14 20:45:15.145869 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:15.170360 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42990933-a63c-4a47-b884-36188c7052c1 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:05Z', 'revision_number': 4, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba', 'name': '', 'network_id': '70ed2e9a-e979-4363-9c81-646389ddfcce', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'mac_address': 'fa:16:3e:dd:c6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:04Z', 'updated_at': '2022-07-14T20:40:08Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'subnets': [{'id': 'ae35a3fb-1fe4-4074-b4c5-b788d313ee5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:45:15.386589 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b357d-3f21-49d9-a448-ea9b5f16615a None None] New status for floating IP 6350241d-421b-4853-99f2-192711931ace: DOWN {{(pid=104111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:45:15.409592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d77a-c15a-425b-a97d-0a4cf4ccb092 req-b221462e-1d5c-491a-9a66-a0a6cabdaabb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:15.410989 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b185d77a-c15a-425b-a97d-0a4cf4ccb092 req-b221462e-1d5c-491a-9a66-a0a6cabdaabb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0517712 Jul 14 20:45:15.463723 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-b185d77a-c15a-425b-a97d-0a4cf4ccb092 req-a314b8df-18bd-48f6-b9f6-e9ff3fe92e12 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470390 Jul 14 20:45:16.030543 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42894) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:16.093647 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (544a0f15-f781-4ad2-b9da-281f330a2c7f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.117389 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (544a0f15-f781-4ad2-b9da-281f330a2c7f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.166950 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (544a0f15-f781-4ad2-b9da-281f330a2c7f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.169502 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.170677 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "DELETE /v2.0/security-groups/544a0f15-f781-4ad2-b9da-281f330a2c7f HTTP/1.1" status: 204 len: 168 time: 0.1389964 Jul 14 20:45:16.173781 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42896) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:16.179800 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdb1f9-2cdd-4344-9942-28430bdf3cf9 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a0f15-f781-4ad2-b9da-281f330a2c7f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:16.188953 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.api.v2.resource [None req-159ae500-8708-424f-9508-d6b975bb5483 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] show failed (client error): The resource could not be found. Jul 14 20:45:16.190566 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-159ae500-8708-424f-9508-d6b975bb5483 tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "GET /v2.0/security-groups/544a0f15-f781-4ad2-b9da-281f330a2c7f HTTP/1.1" status: 404 len: 347 time: 0.0156026 Jul 14 20:45:16.193274 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42898) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:16.315422 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Deleting port 88c954b4-b8fd-479c-8b47-0dada24400e3 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:16.315785 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.395748 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.395966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (88c954b4-b8fd-479c-8b47-0dada24400e3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.408445 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Calling delete_port for 88c954b4-b8fd-479c-8b47-0dada24400e3 owned by network:floatingip {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:16.575444 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (88c954b4-b8fd-479c-8b47-0dada24400e3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.581112 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:16.611301 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e21820-28b2-485f-9d17-216db2fc12df req-76805384-12b7-4432-970e-546fa663cf66 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:16.612748 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43e21820-28b2-485f-9d17-216db2fc12df req-76805384-12b7-4432-970e-546fa663cf66 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0788040 Jul 14 20:45:16.615385 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Pushing event deleted for resources: {'Port': ['ID=88c954b4-b8fd-479c-8b47-0dada24400e3,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:16.629344 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:16.719944 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-43e21820-28b2-485f-9d17-216db2fc12df req-599485d8-ade8-4fd8-9c0e-cbb26dea77ab tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000783 Jul 14 20:45:16.720693 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks [] for floatingip (6350241d-421b-4853-99f2-192711931ace), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.723186 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:16.724213 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0c709f78-fb05-4b2c-a4fb-42b412eaa32d tempest-AttachVolumeTestJSON-1632954796 tempest-AttachVolumeTestJSON-1632954796-project] 10.222.0.52 "DELETE /v2.0/floatingips/6350241d-421b-4853-99f2-192711931ace HTTP/1.1" status: 204 len: 168 time: 0.5292022 Jul 14 20:45:16.852266 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 93c680a6-8f98-4177-87b0-3a5603a602e7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:45:16.871064 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: 93c680a6-8f98-4177-87b0-3a5603a602e7 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:45:16.871411 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device 93c680a6-8f98-4177-87b0-3a5603a602e7 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:45:17.844683 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926cf3-40de-43cb-b9cd-6f6dc28f1022 req-2b884eca-49ad-4860-ae97-38cd8af4d5f7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:17.846115 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6926cf3-40de-43cb-b9cd-6f6dc28f1022 req-2b884eca-49ad-4860-ae97-38cd8af4d5f7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0493591 Jul 14 20:45:17.900183 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f6926cf3-40de-43cb-b9cd-6f6dc28f1022 req-1afaa085-1223-46a3-b90a-2a8aa8bc0318 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481346 Jul 14 20:45:19.018240 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90fd48-7924-4a4f-af6e-bf81aeba7acf req-2f2219ca-e5eb-4f53-a6f3-dd8edb3ca460 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:19.020277 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c90fd48-7924-4a4f-af6e-bf81aeba7acf req-2f2219ca-e5eb-4f53-a6f3-dd8edb3ca460 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0526903 Jul 14 20:45:19.076313 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8c90fd48-7924-4a4f-af6e-bf81aeba7acf req-ba8de351-d852-4f5e-9578-1e66d5fed3af tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475516 Jul 14 20:45:20.201517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb8e03-c1ec-4995-8729-0cbf96705ba6 req-bcbc920c-21e6-4557-bac1-bc356fca4ca6 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:20.203169 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05cb8e03-c1ec-4995-8729-0cbf96705ba6 req-bcbc920c-21e6-4557-bac1-bc356fca4ca6 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0511899 Jul 14 20:45:20.266965 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-05cb8e03-c1ec-4995-8729-0cbf96705ba6 req-24dae535-e437-4dde-8c90-44c978d14ff2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555065 Jul 14 20:45:20.301824 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 42934) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:20.774688 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:20.998594 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Deleting port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:20.998924 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:21.002979 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:21.062191 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:21.079180 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] For port 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:21.079533 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:21.092755 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Calling delete_port for 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba owned by network:router_interface {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:21.274146 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:21.298796 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:21.420306 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c42fc8-5957-42ed-8572-76454008d72d req-5a2c9cd8-0c7d-45a6-b4e2-b9e56b612296 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:21.421873 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0c42fc8-5957-42ed-8572-76454008d72d req-5a2c9cd8-0c7d-45a6-b4e2-b9e56b612296 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0648563 Jul 14 20:45:21.544873 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-a0c42fc8-5957-42ed-8572-76454008d72d req-8742a570-bf81-4cd8-a76d-f1c8656a7de6 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919797 Jul 14 20:45:21.554012 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:21.763942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Router c71cf5e6-79e2-4393-b155-c0c940eb2277 has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:45:21.861098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:21.870876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:45:21.876536 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-32cc8562-7207-4300-8840-0a43874c8be7 admin admin] 10.222.0.52 "PUT /v2.0/routers/c71cf5e6-79e2-4393-b155-c0c940eb2277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5752170 Jul 14 20:45:21.879170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42940) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:21.883881 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Sync routers for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:45:21.911733 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:45:21.912371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:45:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:21.949847 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:21.990752 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks [] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:21.994456 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:22.024599 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:45:22.091640 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks [] for router_gateway (c71cf5e6-79e2-4393-b155-c0c940eb2277), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.134049 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Deleting port 76369c55-b6bd-425c-a8ba-7d4c33fb4999 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:22.134276 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.191969 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:45:21Z', 'revision_number': 5, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port': {'id': '76369c55-b6bd-425c-a8ba-7d4c33fb4999', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:22.214513 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] For port 76369c55-b6bd-425c-a8ba-7d4c33fb4999, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=76369c55-b6bd-425c-a8ba-7d4c33fb4999,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:22.214877 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.217942 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Checking router: c71cf5e6-79e2-4393-b155-c0c940eb2277 for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:45:22.226731 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Routers {'c71cf5e6-79e2-4393-b155-c0c940eb2277'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:45:22.227387 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:45:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['c71cf5e6-79e2-4393-b155-c0c940eb2277'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:22.232831 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Calling delete_port for 76369c55-b6bd-425c-a8ba-7d4c33fb4999 owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:22.310794 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] Set router c71cf5e6-79e2-4393-b155-c0c940eb2277 gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:45:22.365024 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:45:22Z', 'revision_number': 6, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:22.391140 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f982-d90e-4530-ab7b-c1dc43ec5463 None None] The sync data for ids ['c71cf5e6-79e2-4393-b155-c0c940eb2277'] in dv-cinder-799871-32-iscsi is: [{'id': 'c71cf5e6-79e2-4393-b155-c0c940eb2277', 'name': 'tempest-AttachVolumeTestJSON-1160560964-router', 'tenant_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:40:02Z', 'updated_at': '2022-07-14T20:45:22Z', 'revision_number': 6, 'project_id': '01d544a1fa8b4ac08d4588eab1a84ff5', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:45:22.401416 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (76369c55-b6bd-425c-a8ba-7d4c33fb4999), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.426598 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Pushing event deleted for resources: {'Port': ['ID=76369c55-b6bd-425c-a8ba-7d4c33fb4999,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:22.487694 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.574170 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.575811 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks [] for router_controller (c71cf5e6-79e2-4393-b155-c0c940eb2277), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.580794 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:22.623785 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (c71cf5e6-79e2-4393-b155-c0c940eb2277), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.624492 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71cf5e6-79e2-4393-b155-c0c940eb2277 {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:45:22.629107 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.633389 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-61b154f2-31a1-458e-985a-ce1a1f429860 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c71cf5e6-79e2-4393-b155-c0c940eb2277 HTTP/1.1" status: 204 len: 168 time: 0.7448320 Jul 14 20:45:22.633710 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:22.634151 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42944) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:22.659165 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:22.674632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27068fd-9018-4887-8c54-03539dc964f6 req-ad5505ee-64fa-4b63-862c-9011c9210353 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:22.676267 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c27068fd-9018-4887-8c54-03539dc964f6 req-ad5505ee-64fa-4b63-862c-9011c9210353 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0601776 Jul 14 20:45:22.680862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Deleting subnet ae35a3fb-1fe4-4074-b4c5-b788d313ee5f {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:45:22.684300 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Publish callbacks [] for subnet (ae35a3fb-1fe4-4074-b4c5-b788d313ee5f), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.721660 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (ae35a3fb-1fe4-4074-b4c5-b788d313ee5f), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.739492 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-c27068fd-9018-4887-8c54-03539dc964f6 req-5e8e77f7-fa79-4f56-9462-5c26764c4353 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569110 Jul 14 20:45:22.805728 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (ae35a3fb-1fe4-4074-b4c5-b788d313ee5f), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.868454 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (ae35a3fb-1fe4-4074-b4c5-b788d313ee5f), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.894509 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae35a3fb-1fe4-4074-b4c5-b788d313ee5f,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:22.898707 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:22.901892 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-f314e7ff-ebca-43b7-a1e2-782a187a1412 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ae35a3fb-1fe4-4074-b4c5-b788d313ee5f HTTP/1.1" status: 204 len: 168 time: 0.2668836 Jul 14 20:45:22.904500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42946) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:22.904993 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103368d6-1c24-4771-b57e-d65722b2168c None None] Network 70ed2e9a-e979-4363-9c81-646389ddfcce requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:45:22.976829 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (70ed2e9a-e979-4363-9c81-646389ddfcce), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.027438 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Deleting port de5f9ff3-3309-4f41-b32b-a07e8a31c811 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:23.027896 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.072252 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-a1475f2e-45ed-4a6a-bb14-28d61196f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:23.073684 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-a1475f2e-45ed-4a6a-bb14-28d61196f548 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0933678 Jul 14 20:45:23.094442 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] For port de5f9ff3-3309-4f41-b32b-a07e8a31c811, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=de5f9ff3-3309-4f41-b32b-a07e8a31c811,segment=NetworkSegment(92e8bc45-95f4-4199-8b15-261de7565359),segment_id=92e8bc45-95f4-4199-8b15-261de7565359)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:23.094824 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.107987 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Calling delete_port for de5f9ff3-3309-4f41-b32b-a07e8a31c811 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:23.174419 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] DHCP port deletion for 70ed2e9a-e979-4363-9c81-646389ddfcce request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:45:23.181802 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-cba74a63-ffd6-4ad6-95b1-a2d9b53cdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:23.184166 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-cba74a63-ffd6-4ad6-95b1-a2d9b53cdd2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.1044760 Jul 14 20:45:23.202075 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.220418 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Deleting port de5f9ff3-3309-4f41-b32b-a07e8a31c811 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:45:23.220923 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.226186 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5f9ff3-3309-4f41-b32b-a07e8a31c811,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:23.234001 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] No DVR routers for this DVR port de5f9ff3-3309-4f41-b32b-a07e8a31c811 on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:45:23.253469 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-7df02e11-3f2d-40fb-861b-09f308392bd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1001 time: 0.0630932 Jul 14 20:45:23.294029 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] For port de5f9ff3-3309-4f41-b32b-a07e8a31c811, host dv-cinder-799871-32-iscsi, got binding levels [] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:23.294419 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.312549 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Calling delete_port for de5f9ff3-3309-4f41-b32b-a07e8a31c811 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:45:23.312796 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-246b5618-8632-48ce-8f81-6cde01b0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:23.314625 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-246b5618-8632-48ce-8f81-6cde01b0f1bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0554745 Jul 14 20:45:23.316382 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.ipam_backend_mixin [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Port de5f9ff3-3309-4f41-b32b-a07e8a31c811 was not found and therefore no delete operation was performed {{(pid=104110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 20:45:23.317757 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (70ed2e9a-e979-4363-9c81-646389ddfcce), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.318125 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (de5f9ff3-3309-4f41-b32b-a07e8a31c811), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.342449 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed2e9a-e979-4363-9c81-646389ddfcce']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:23.344529 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Pushing event deleted for resources: {'Port': ['ID=de5f9ff3-3309-4f41-b32b-a07e8a31c811,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:23.352941 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e8bc45-95f4-4199-8b15-261de7565359') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:23.353226 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e8bc45-95f4-4199-8b15-261de7565359') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:23.355135 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] No DVR routers for this DVR port de5f9ff3-3309-4f41-b32b-a07e8a31c811 on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:45:23.360288 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.360751 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.361183 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.361615 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.362063 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.362484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.362899 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.364724 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.365102 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.365494 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.365894 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.366281 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.367339 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.367992 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.368556 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3c5ff-88c4-4f0b-ab86-e3b129519935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:23.369981 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-719ddfde-b81f-4dc1-9f5e-c7ae2839ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:23.371584 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-719ddfde-b81f-4dc1-9f5e-c7ae2839ca1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484936 Jul 14 20:45:23.372249 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (92e8bc45-95f4-4199-8b15-261de7565359), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.383404 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-63ef1a98-d098-4987-b511-fb40c8325f20 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 20:45:23.384362 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-63ef1a98-d098-4987-b511-fb40c8325f20 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058446 Jul 14 20:45:23.387280 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (92e8bc45-95f4-4199-8b15-261de7565359), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.395158 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:45:23.395550 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (92e8bc45-95f4-4199-8b15-261de7565359), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.461501 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (70ed2e9a-e979-4363-9c81-646389ddfcce), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.470004 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.473938 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] 10.222.0.52 "DELETE /v2.0/networks/70ed2e9a-e979-4363-9c81-646389ddfcce HTTP/1.1" status: 204 len: 168 time: 0.5684183 Jul 14 20:45:23.497474 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-3a8c6008-0973-4a51-91b5-a9091e97ab30 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048863 Jul 14 20:45:23.504596 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c720-ed17-4281-827e-4194e5440f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ed2e9a-e979-4363-9c81-646389ddfcce,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:23.599534 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 92e8bc45-95f4-4199-8b15-261de7565359 resource provider aggregate not found Jul 14 20:45:23.616700 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment 92e8bc45-95f4-4199-8b15-261de7565359 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92e8bc45-95f4-4199-8b15-261de7565359 found for delete ", "request_id": "req-25fa9150-5887-4a15-9b4b-166763221781"}]} Jul 14 20:45:23.617864 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f351f48a-fc11-44ad-b1fb-bc611563333c req-b6a15888-e9cb-42b8-a37c-9e297f9411c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137924 Jul 14 20:45:23.638760 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42958) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:23.684383 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0daf48d8-c71d-4024-aa62-2e62898220de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01d544a1fa8b4ac08d4588eab1a84ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444174 Jul 14 20:45:23.686844 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 42960) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:23.713823 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:23.736463 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:23.742018 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] Publish callbacks [] for security_group (0c89e483-38a2-4689-bf70-169859aa3607), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.765123 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] Publish callbacks [] for security_group (0c89e483-38a2-4689-bf70-169859aa3607), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.812962 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0c89e483-38a2-4689-bf70-169859aa3607), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.815609 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:23.819122 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c89e483-38a2-4689-bf70-169859aa3607 HTTP/1.1" status: 204 len: 168 time: 0.1289949 Jul 14 20:45:23.825406 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68a5af-188b-4eee-a267-721293ae22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89e483-38a2-4689-bf70-169859aa3607,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:23.860994 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6377c-4856-4f49-a8c6-1f85b981eb0e req-9640899b-800f-4516-a1ee-025b51337d82 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:23.862537 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8fe6377c-4856-4f49-a8c6-1f85b981eb0e req-9640899b-800f-4516-a1ee-025b51337d82 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0574114 Jul 14 20:45:23.923516 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-8fe6377c-4856-4f49-a8c6-1f85b981eb0e req-feca78eb-7757-448a-8cee-eef99fd6beae tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529931 Jul 14 20:45:23.934659 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:45:23.953694 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:45:23.954038 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 3b5deab4-7d44-42f7-b4d0-0bb4d1bddeba not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:45:23.954462 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 76369c55-b6bd-425c-a8ba-7d4c33fb4999 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:45:23.973204 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 76369c55-b6bd-425c-a8ba-7d4c33fb4999 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:45:23.973615 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 76369c55-b6bd-425c-a8ba-7d4c33fb4999 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:45:23.974220 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device de5f9ff3-3309-4f41-b32b-a07e8a31c811 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:45:23.996818 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: de5f9ff3-3309-4f41-b32b-a07e8a31c811 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:45:23.997103 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device de5f9ff3-3309-4f41-b32b-a07e8a31c811 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:45:25.039677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bec003-7a98-4ad3-b667-8ae46dcf423a req-9d2d8200-90d4-4d0b-8415-8cbc0a5b366e tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:25.041205 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84bec003-7a98-4ad3-b667-8ae46dcf423a req-9d2d8200-90d4-4d0b-8415-8cbc0a5b366e tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0530214 Jul 14 20:45:25.094835 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-84bec003-7a98-4ad3-b667-8ae46dcf423a req-a4339b24-4b33-4c56-b85a-d8ee07a53ce8 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478904 Jul 14 20:45:26.220956 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:26.225153 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:26.231595 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8318-b65f-47f1-af82-ce266788d36d req-bad725be-81a1-4f09-878f-5aa225feaccb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:26.235932 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-caeb8318-b65f-47f1-af82-ce266788d36d req-bad725be-81a1-4f09-878f-5aa225feaccb tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0590930 Jul 14 20:45:26.292276 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-caeb8318-b65f-47f1-af82-ce266788d36d req-0084ad5b-7bc0-4ca1-a6c5-6b533aacc2dd tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501719 Jul 14 20:45:26.531390 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a64ce-bf57-4d14-8a00-66df91f4fe46 req-2612aa8b-3e8c-481a-b0bd-d25396237974 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:26.533444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-412a64ce-bf57-4d14-8a00-66df91f4fe46 req-2612aa8b-3e8c-481a-b0bd-d25396237974 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0586810 Jul 14 20:45:26.620148 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-412a64ce-bf57-4d14-8a00-66df91f4fe46 req-7518d153-85f1-4f07-9428-93cbb58dd06f tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774539 Jul 14 20:45:26.624432 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-0fe6f453-4a24-438e-95af-0138c15679d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820481 Jul 14 20:45:26.822464 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-30bfb21d-7ad9-4640-903b-8ff85703b6da tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:26.823872 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-30bfb21d-7ad9-4640-903b-8ff85703b6da tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports/da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 943 time: 0.1677804 Jul 14 20:45:26.886797 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43110) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:27.002388 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c4db41ac-e45c-4910-a34b-b400ac96a5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.083103 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c4db41ac-e45c-4910-a34b-b400ac96a5c0 admin admin] Publish callbacks [] for security_group (11919228-9bda-4c62-8aac-e873ad15cb7b), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.087483 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c4db41ac-e45c-4910-a34b-b400ac96a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (11919228-9bda-4c62-8aac-e873ad15cb7b), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.130560 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c4db41ac-e45c-4910-a34b-b400ac96a5c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=147461e41352426493251ac0f6a65a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427273 Jul 14 20:45:27.133298 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db41ac-e45c-4910-a34b-b400ac96a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11919228-9bda-4c62-8aac-e873ad15cb7b,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:27.134108 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43118) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:27.149470 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:27.189987 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=100 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:27.193549 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] Publish callbacks [] for security_group (11919228-9bda-4c62-8aac-e873ad15cb7b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.224405 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] Publish callbacks [] for security_group (11919228-9bda-4c62-8aac-e873ad15cb7b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.277448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (11919228-9bda-4c62-8aac-e873ad15cb7b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.280228 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.281404 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11919228-9bda-4c62-8aac-e873ad15cb7b HTTP/1.1" status: 204 len: 168 time: 0.1462424 Jul 14 20:45:27.289730 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70280086-bf06-4323-9447-9090e17f7234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11919228-9bda-4c62-8aac-e873ad15cb7b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:27.572502 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43124) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:27.589633 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c36d0c4-89d7-41a7-8390-bf82d5af0502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.613110 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-768914cc-91bb-486b-bef6-fad6f5c98cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.682658 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c36d0c4-89d7-41a7-8390-bf82d5af0502 admin admin] Publish callbacks [] for security_group (9eb782b5-c546-4dcd-a199-5b5d06f079f7), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.686946 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-3c36d0c4-89d7-41a7-8390-bf82d5af0502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9eb782b5-c546-4dcd-a199-5b5d06f079f7), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.754357 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36d0c4-89d7-41a7-8390-bf82d5af0502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb782b5-c546-4dcd-a199-5b5d06f079f7,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:27.761740 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3c36d0c4-89d7-41a7-8390-bf82d5af0502 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54413de834e14bab983f236e6c3345d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880455 Jul 14 20:45:27.764797 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43128) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:27.779279 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285e1f-5ecc-4e41-861a-e532ce565390 req-4fa422e9-d1f5-4500-b3f8-1e48c5cd1771 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:27.780672 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b285e1f-5ecc-4e41-861a-e532ce565390 req-4fa422e9-d1f5-4500-b3f8-1e48c5cd1771 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0815620 Jul 14 20:45:27.864960 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-1b285e1f-5ecc-4e41-861a-e532ce565390 req-43138448-6b77-49bb-87d0-67b30ee5076c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784192 Jul 14 20:45:27.865966 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] Publish callbacks [] for security_group (9eb782b5-c546-4dcd-a199-5b5d06f079f7), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.890315 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] Publish callbacks [] for security_group (9eb782b5-c546-4dcd-a199-5b5d06f079f7), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.940683 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (9eb782b5-c546-4dcd-a199-5b5d06f079f7), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.943436 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:27.945387 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eb782b5-c546-4dcd-a199-5b5d06f079f7 HTTP/1.1" status: 204 len: 168 time: 0.1794922 Jul 14 20:45:27.955071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664ab4f-a101-42a3-a9d0-fd022b404f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb782b5-c546-4dcd-a199-5b5d06f079f7,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:28.516364 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-211c3f33-2be9-4c5c-984c-18e470fd9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:28.518023 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-211c3f33-2be9-4c5c-984c-18e470fd9f88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082&tenant_id=c8ded6a71283444e892094501f29e4da HTTP/1.1" status: 200 len: 1130 time: 0.0412002 Jul 14 20:45:28.594420 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-e921d43d-236b-4342-9bf2-425d1e81b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:28.596061 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-e921d43d-236b-4342-9bf2-425d1e81b331 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0434661 Jul 14 20:45:28.676080 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43150) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:28.702463 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-14317922-2c84-4a19-b280-f38d37709c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:28.703981 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-14317922-2c84-4a19-b280-f38d37709c41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.1025457 Jul 14 20:45:28.755534 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:28.769026 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-e0bd49bd-3542-4038-92e2-3c5272aec4b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1001 time: 0.0593109 Jul 14 20:45:28.808031 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997421274-network', 'tenant_id': '058e02623f6d4f53b4dd6940e86117e8'}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:45:28.840110 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-d6a11c12-a62f-4980-adf8-725c95a195b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:28.841571 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-d6a11c12-a62f-4980-adf8-725c95a195b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0669129 Jul 14 20:45:28.842574 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Made reservation on behalf of 058e02623f6d4f53b4dd6940e86117e8 for: {'network': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:45:28.844876 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:28.876607 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:28.898474 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-32e730a8-22ca-4f53-a0bd-30b5aead178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:28.899975 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-32e730a8-22ca-4f53-a0bd-30b5aead178a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528746 Jul 14 20:45:28.933003 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:45:28.953003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:29.015405 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port da21b590-1f64-4742-b37a-d9aa9698c268 is: ACTIVE; New status is: DOWN {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:45:29.015711 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.040186 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:45:29.042431 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a174f592-191e-4d40-b2d2-9cc35ac23df8" -d '{"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-unplugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:45:29.056345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:29.058570 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc199f0b-2ae2-4bc3-a41a-17cef1ca24ee req-e2b00693-d172-4c8d-8d7a-04bf42ad62da tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:29.060138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc199f0b-2ae2-4bc3-a41a-17cef1ca24ee req-e2b00693-d172-4c8d-8d7a-04bf42ad62da tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.1116569 Jul 14 20:45:29.061573 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.097193 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-98e34edc-e5d2-40fa-b1ec-96c606ad5a7e service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885688 Jul 14 20:45:29.112761 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=6']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:29.166062 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks [] for security_group (ea9e550f-0575-4592-bf54-24116a2d23bd), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.203968 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ea9e550f-0575-4592-bf54-24116a2d23bd), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.215201 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc199f0b-2ae2-4bc3-a41a-17cef1ca24ee req-7c6c0a3c-88e0-4b9f-b47d-3d4f3c8eccc5 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434162 Jul 14 20:45:29.225539 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11f9926-8cf8-4ece-b1fc-bfddba47501d x-openstack-request-id: req-a11f9926-8cf8-4ece-b1fc-bfddba47501d {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:45:29.227193 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-unplugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:45:29.228003 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a11f9926-8cf8-4ece-b1fc-bfddba47501d {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:45:29.229619 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11f9926-8cf8-4ece-b1fc-bfddba47501d'] response: {'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'code': 200} Jul 14 20:45:29.236872 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:45:29.263913 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (548393fc-446b-454d-90ea-b5763a6fb590), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.264252 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.db.segments_db [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Added segment 548393fc-446b-454d-90ea-b5763a6fb590 of type vlan for network 8a16989d-1c09-48d7-bc17-a584548ebc6b Jul 14 20:45:29.265535 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e550f-0575-4592-bf54-24116a2d23bd,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:29.309753 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-dda5b947-1eb1-499c-a991-ccebd78d51b6 req-407a6623-fa89-4f47-8772-92edb37fbd5d service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018068 Jul 14 20:45:29.321598 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (8a16989d-1c09-48d7-bc17-a584548ebc6b), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.347992 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (8a16989d-1c09-48d7-bc17-a584548ebc6b), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.348920 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:29.349501 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.384352 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7072265 Jul 14 20:45:29.387334 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43160) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:29.392774 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Request body: {'subnet': {'network_id': '8a16989d-1c09-48d7-bc17-a584548ebc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997421274-subnet', 'tenant_id': '058e02623f6d4f53b4dd6940e86117e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:45:29.413532 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Made reservation on behalf of 058e02623f6d4f53b4dd6940e86117e8 for: {'subnet': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:45:29.415963 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801870'] for subnet (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.417798 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae054df-7b53-4331-a058-29260ee8ab29 admin admin] Pushing event updated for resources: {'Network': ['ID=8a16989d-1c09-48d7-bc17-a584548ebc6b,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:29.427768 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 8a16989d-1c09-48d7-bc17-a584548ebc6b details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:45:29.827995 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3584983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801724'] for subnet (87ad3a1f-458f-421d-b51d-9a3a51625a8d), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.883488 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:29.883924 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ad3a1f-458f-421d-b51d-9a3a51625a8d,revision_number=0']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:29.890515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da452a91-3e25-4260-8981-15c0870a5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.895540 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Checking segment: {'id': '548393fc-446b-454d-90ea-b5763a6fb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8a16989d-1c09-48d7-bc17-a584548ebc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:45:29.895898 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Network hostable DHCP agents. Network: 8a16989d-1c09-48d7-bc17-a584548ebc6b, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:45:29.913294 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Network 8a16989d-1c09-48d7-bc17-a584548ebc6b is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:45:29.922590 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.base_scheduler [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 8a16989d-1c09-48d7-bc17-a584548ebc6b) {{(pid=104108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:45:29.926965 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:29.927571 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:29.931472 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac66e17-b06d-4975-9316-584eb9d5fd10 None None] Network 8a16989d-1c09-48d7-bc17-a584548ebc6b requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:45:29.945109 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-0a26e226-dadb-4eee-8e76-1710a8aa4b75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5555997 Jul 14 20:45:29.982072 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=100 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:30.031792 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328398fa-b670-4bdd-9c9c-6940bd1c233b None None] Network 8a16989d-1c09-48d7-bc17-a584548ebc6b requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:45:30.348599 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4678f-422a-4fe7-9424-a13b4a59cd72 req-febb1720-d1ca-48a0-8737-b0ad11ec6c78 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:30.350255 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65b4678f-422a-4fe7-9424-a13b4a59cd72 req-febb1720-d1ca-48a0-8737-b0ad11ec6c78 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0498912 Jul 14 20:45:30.398035 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:30.407801 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-65b4678f-422a-4fe7-9424-a13b4a59cd72 req-cce3165e-386e-4a7f-91a0-9bea631c30c0 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515668 Jul 14 20:45:30.444734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43178) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:30.449523 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.v2.base [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-660707012-network', 'tenant_id': '389e4e5addb44c588ec3fc42ed9ccd11'}} {{(pid=104108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:45:30.470885 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Made reservation on behalf of 389e4e5addb44c588ec3fc42ed9ccd11 for: {'network': 1} {{(pid=104108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:45:30.473331 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for network (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.483395 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.505011 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:30.528830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:30.572965 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks [] for security_group (11f78dce-a6e8-4976-ab48-bbf303e6bf24), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.577209 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (11f78dce-a6e8-4976-ab48-bbf303e6bf24), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.607734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 20:45:30.615237 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f78dce-a6e8-4976-ab48-bbf303e6bf24,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:30.623830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (8beb058d-f0fe-4c71-8d49-cc6f85c029e4), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.623830 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.segments_db [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Added segment 8beb058d-f0fe-4c71-8d49-cc6f85c029e4 of type vlan for network 051a27bc-467d-40a7-935b-cae068c6fb74 Jul 14 20:45:30.671430 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782326088515'] for network (051a27bc-467d-40a7-935b-cae068c6fb74), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.698644 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723'] for network (051a27bc-467d-40a7-935b-cae068c6fb74), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.699667 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:30.700238 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.734479 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2886381 Jul 14 20:45:30.737330 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43180) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:30.742775 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.v2.base [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Request body: {'subnet': {'network_id': '051a27bc-467d-40a7-935b-cae068c6fb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-660707012-subnet', 'tenant_id': '389e4e5addb44c588ec3fc42ed9ccd11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 20:45:30.762866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Made reservation on behalf of 389e4e5addb44c588ec3fc42ed9ccd11 for: {'subnet': 1} {{(pid=104109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 20:45:30.764961 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2336cd2-44ce-44da-a536-e7061ea9d013 admin admin] Pushing event updated for resources: {'Network': ['ID=051a27bc-467d-40a7-935b-cae068c6fb74,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:30.765294 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25533286'] for subnet (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:30.775742 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Network 051a27bc-467d-40a7-935b-cae068c6fb74 details requested by agent ovs-agent-dv-cinder-799871-32-iscsi with host dv-cinder-799871-32-iscsi {{(pid=104110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 20:45:31.147165 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:31.185795 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:45:31.222280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25380592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25533332'] for subnet (90ac06ab-dda9-472c-babc-7612dccba2b9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:31.275490 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ac06ab-dda9-472c-babc-7612dccba2b9,revision_number=0']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:31.291934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Checking segment: {'id': '8beb058d-f0fe-4c71-8d49-cc6f85c029e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '051a27bc-467d-40a7-935b-cae068c6fb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 20:45:31.292286 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Network hostable DHCP agents. Network: 051a27bc-467d-40a7-935b-cae068c6fb74, hostable agents: ['169f0e2c-af56-49b1-b4c5-a08fd2ff8c82'], hosted agents: [] {{(pid=104109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 20:45:31.298483 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:31.312235 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Network 051a27bc-467d-40a7-935b-cae068c6fb74 is scheduled to be hosted by DHCP agent 169f0e2c-af56-49b1-b4c5-a08fd2ff8c82 with binding_index 1 {{(pid=104109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 20:45:31.323082 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-32-iscsi, 051a27bc-467d-40a7-935b-cae068c6fb74) {{(pid=104109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 20:45:31.327397 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:31.328038 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:31.332307 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849655c2-d012-43c7-a5ea-7e372ac1c6d8 None None] Network 051a27bc-467d-40a7-935b-cae068c6fb74 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:45:31.346626 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b0bcab0d-2ee9-488e-be44-8c250dcdf647 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6077535 Jul 14 20:45:31.447770 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4afa4-da69-48ca-bd2c-eb7a3d0dd1b9 None None] Network 051a27bc-467d-40a7-935b-cae068c6fb74 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:45:31.536303 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed278dd-4202-47c2-86a6-bf1a6d37d464 req-4d831b2c-a7f6-4cb6-a31b-6239263dff5e tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:31.537829 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ed278dd-4202-47c2-86a6-bf1a6d37d464 req-4d831b2c-a7f6-4cb6-a31b-6239263dff5e tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0537746 Jul 14 20:45:31.593704 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9ed278dd-4202-47c2-86a6-bf1a6d37d464 req-c4d89e44-e394-4230-b4da-c3aac56ccd18 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487769 Jul 14 20:45:32.709307 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6302-1784-4018-bcd4-90b4a611096e req-d06f6ac9-fe2e-4e94-96fb-4c52f7ef0648 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:32.711587 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-491b6302-1784-4018-bcd4-90b4a611096e req-d06f6ac9-fe2e-4e94-96fb-4c52f7ef0648 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0507822 Jul 14 20:45:32.721664 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:32.763562 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-491b6302-1784-4018-bcd4-90b4a611096e req-aab51ffa-bde6-463f-9c83-76ba46b698a2 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457094 Jul 14 20:45:32.805773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:33.878414 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f2920-6d33-40bb-bb98-ca01d5f702f0 req-a6e4ff91-b185-46c6-8db5-8245e462da9a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:33.879913 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-962f2920-6d33-40bb-bb98-ca01d5f702f0 req-a6e4ff91-b185-46c6-8db5-8245e462da9a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0468612 Jul 14 20:45:33.934223 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-962f2920-6d33-40bb-bb98-ca01d5f702f0 req-a9cdab42-2077-4f7b-95d0-a0b4cdad40b7 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486853 Jul 14 20:45:35.050022 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244ccb-8199-4df1-81b1-add25ff9721c req-9d854534-cf1e-4676-918b-1a95fe5a4791 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:35.051562 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31244ccb-8199-4df1-81b1-add25ff9721c req-9d854534-cf1e-4676-918b-1a95fe5a4791 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0479109 Jul 14 20:45:35.103082 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-31244ccb-8199-4df1-81b1-add25ff9721c req-3fb88658-5d35-45ab-bc8b-8053c02a5127 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Jul 14 20:45:35.403037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a4305-a78b-45e6-8663-6767b042f295 req-2775144a-4ebc-4366-b52b-87837f10c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:35.404518 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d6a4305-a78b-45e6-8663-6767b042f295 req-2775144a-4ebc-4366-b52b-87837f10c1fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1128 time: 0.0390010 Jul 14 20:45:35.452688 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-0d6a4305-a78b-45e6-8663-6767b042f295 req-36a8ab4c-8402-47d8-ad59-d7c00c30072e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Jul 14 20:45:36.225527 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea25a-e930-4ec0-9243-b98cfacac5ec req-cc916bc9-1728-4cc5-aabd-468aaf3a290c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:36.227091 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00bea25a-e930-4ec0-9243-b98cfacac5ec req-cc916bc9-1728-4cc5-aabd-468aaf3a290c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Jul 14 20:45:36.259531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:36.280781 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-00bea25a-e930-4ec0-9243-b98cfacac5ec req-888d36d4-ca87-4af0-b11b-a09785077f8d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479038 Jul 14 20:45:36.941851 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 20:45:37.050629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:37.068817 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Returning: {'device': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'port_id': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'mac_address': 'fa:16:3e:f3:cf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 20:45:37.130898 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port da21b590-1f64-4742-b37a-d9aa9698c268 is: DOWN; New status is: BUILD {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:45:37.131509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:37.154088 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da21b590-1f64-4742-b37a-d9aa9698c268 {{(pid=104110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 20:45:37.177178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:37.181248 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:37.240773 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=7']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:37.403990 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8913c9-c0c5-4631-be3e-189acb49d064 req-4688bc41-d3b4-4acb-8fae-72c32e281a86 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:37.405408 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b8913c9-c0c5-4631-be3e-189acb49d064 req-4688bc41-d3b4-4acb-8fae-72c32e281a86 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Jul 14 20:45:37.455564 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-9b8913c9-c0c5-4631-be3e-189acb49d064 req-b30e154c-3333-43d2-9914-1d7ba77542db tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443971 Jul 14 20:45:37.489484 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] get_ports_and_sgs() called for port_ids ['da21b590-1f64-4742-b37a-d9aa9698c268'] {{(pid=104110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 20:45:37.752321 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:37.756868 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:38.283980 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:38.957201 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 up at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 20:45:39.003247 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.provisioning_blocks [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Provisioning complete for port da21b590-1f64-4742-b37a-d9aa9698c268 triggered by entity L2. {{(pid=104110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 20:45:39.003616 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-960203'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), provisioning_complete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:39.079572 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Current status of the port da21b590-1f64-4742-b37a-d9aa9698c268 is: BUILD; New status is: ACTIVE {{(pid=104110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 20:45:39.079966 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922571'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:39.104243 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:45:39.106475 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50e91b0ffcce54209284f64ef5b7062997c596437c9f3e6bb3c7a5193d005181" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e939a3-2189-40bd-96c2-ee89e90b8f06" -d '{"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-plugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:45:39.119301 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:45:39.123853 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782326432485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782326069279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782326069297'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:39.147337 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c42ec-bc40-4cca-b58f-9cf6e1b7c5bb x-openstack-request-id: req-fe3c42ec-bc40-4cca-b58f-9cf6e1b7c5bb {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:45:39.147629 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-plugged", "status": "completed", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "code": 200}]} {{(pid=104110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:45:39.147890 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe3c42ec-bc40-4cca-b58f-9cf6e1b7c5bb {{(pid=104110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:45:39.148773 dv-cinder-799871-32-iscsi neutron-server[104110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3c42ec-bc40-4cca-b58f-9cf6e1b7c5bb'] response: {'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'code': 200} Jul 14 20:45:39.178308 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Pushing event updated for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=8']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:40.760668 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=25,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:40.761921 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:INSERT=8,neutron:SELECT=25,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:41.182128 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:44.653156 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-90e6990e-3eea-4deb-9a50-29cbfd7acb12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420003 Jul 14 20:45:44.770674 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02439536-391a-466a-a06e-6513935f2409 req-7b381435-a7b7-4c54-a5a0-d15b2735ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:44.772195 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-7b381435-a7b7-4c54-a5a0-d15b2735ee62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0417237 Jul 14 20:45:44.877115 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02439536-391a-466a-a06e-6513935f2409 req-c9486c9c-49a9-4e14-8769-10e390fb383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:44.878604 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-c9486c9c-49a9-4e14-8769-10e390fb383b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.0883071 Jul 14 20:45:44.945266 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-817726c9-7fd7-4531-b055-b1bcfc9726d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1001 time: 0.0610421 Jul 14 20:45:44.995419 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02439536-391a-466a-a06e-6513935f2409 req-325ab5af-7eab-4715-b52a-c21cbebf95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:44.996883 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-325ab5af-7eab-4715-b52a-c21cbebf95cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0457175 Jul 14 20:45:45.037616 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:45.045826 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02439536-391a-466a-a06e-6513935f2409 req-f1473fc8-b5a7-4cbe-bf65-3b3186919173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:45:45.046049 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43314) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:45.047620 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-f1473fc8-b5a7-4cbe-bf65-3b3186919173 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444319 Jul 14 20:45:45.095541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Deleting subnet 87ad3a1f-458f-421d-b51d-9a3a51625a8d {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:45:45.099059 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Publish callbacks [] for subnet (87ad3a1f-458f-421d-b51d-9a3a51625a8d), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.142987 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (87ad3a1f-458f-421d-b51d-9a3a51625a8d), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.143595 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-cbf7f627-a56e-40f8-bc9e-3c56057952f6 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897670 Jul 14 20:45:45.188790 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (87ad3a1f-458f-421d-b51d-9a3a51625a8d), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.245027 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-02439536-391a-466a-a06e-6513935f2409 req-c08dde40-fa79-4b93-85c5-c030f5d5d933 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948343 Jul 14 20:45:45.249309 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (87ad3a1f-458f-421d-b51d-9a3a51625a8d), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.284764 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ad3a1f-458f-421d-b51d-9a3a51625a8d,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:45.296130 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.299277 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/87ad3a1f-458f-421d-b51d-9a3a51625a8d HTTP/1.1" status: 204 len: 168 time: 0.2521288 Jul 14 20:45:45.301129 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.301494 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.301811 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.302043 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43316) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:45.302153 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.302458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.302795 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.303148 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.303471 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.303808 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.304111 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.304466 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.304800 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.305119 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.305437 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.305751 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb14386-a414-4154-bae0-d628d1581d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.376064 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (8a16989d-1c09-48d7-bc17-a584548ebc6b), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.457526 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (8a16989d-1c09-48d7-bc17-a584548ebc6b), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.479926 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a16989d-1c09-48d7-bc17-a584548ebc6b']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:45.490406 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548393fc-446b-454d-90ea-b5763a6fb590') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:45.490744 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548393fc-446b-454d-90ea-b5763a6fb590') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:45.501165 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (548393fc-446b-454d-90ea-b5763a6fb590), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.516317 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (548393fc-446b-454d-90ea-b5763a6fb590), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.523864 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:45:45.524105 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (548393fc-446b-454d-90ea-b5763a6fb590), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.544692 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 548393fc-446b-454d-90ea-b5763a6fb590 resource provider aggregate not found Jul 14 20:45:45.579109 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 548393fc-446b-454d-90ea-b5763a6fb590 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548393fc-446b-454d-90ea-b5763a6fb590 found for delete ", "request_id": "req-7b2aa42b-e5aa-4cb7-8312-f09b254e29e0"}]} Jul 14 20:45:45.595452 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (8a16989d-1c09-48d7-bc17-a584548ebc6b), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.601225 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.604814 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8a16989d-1c09-48d7-bc17-a584548ebc6b HTTP/1.1" status: 204 len: 168 time: 0.3016999 Jul 14 20:45:45.607882 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43322) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:45.624622 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a16989d-1c09-48d7-bc17-a584548ebc6b,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:45.656769 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.657456 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.657456 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.657747 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.658072 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.658395 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.658709 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.659055 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.659370 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.659683 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.659999 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.660311 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.660620 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.660930 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.661238 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad3d49-158b-4199-9fb2-89b4feb7b960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:45:45.680003 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.db_base_plugin_v2 [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Deleting subnet 90ac06ab-dda9-472c-babc-7612dccba2b9 {{(pid=104109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:45:45.683663 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Publish callbacks [] for subnet (90ac06ab-dda9-472c-babc-7612dccba2b9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.685243 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:45.721225 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25461778'] for subnet (90ac06ab-dda9-472c-babc-7612dccba2b9), precommit_delete_associations {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.760845 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (90ac06ab-dda9-472c-babc-7612dccba2b9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.813071 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25380535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25533341'] for subnet (90ac06ab-dda9-472c-babc-7612dccba2b9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.843052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ac06ab-dda9-472c-babc-7612dccba2b9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:45.846770 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:45.849853 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-86780c74-23a2-4de8-bada-77a8a0951970 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/90ac06ab-dda9-472c-babc-7612dccba2b9 HTTP/1.1" status: 204 len: 168 time: 0.2407622 Jul 14 20:45:45.852403 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43324) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:45.928661 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (051a27bc-467d-40a7-935b-cae068c6fb74), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.015198 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (051a27bc-467d-40a7-935b-cae068c6fb74), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.036138 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051a27bc-467d-40a7-935b-cae068c6fb74']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:46.042495 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:46.046039 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8beb058d-f0fe-4c71-8d49-cc6f85c029e4') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:46.046327 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8beb058d-f0fe-4c71-8d49-cc6f85c029e4') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:45:46.056923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (8beb058d-f0fe-4c71-8d49-cc6f85c029e4), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.071358 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (8beb058d-f0fe-4c71-8d49-cc6f85c029e4), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.077923 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:45:46.078441 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (8beb058d-f0fe-4c71-8d49-cc6f85c029e4), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.134481 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (051a27bc-467d-40a7-935b-cae068c6fb74), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.141724 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.146715 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] 10.222.0.52 "DELETE /v2.0/networks/051a27bc-467d-40a7-935b-cae068c6fb74 HTTP/1.1" status: 204 len: 168 time: 0.2931900 Jul 14 20:45:46.164389 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65f88e-f1d5-406b-bed8-116b07869735 admin admin] Pushing event deleted for resources: {'Network': ['ID=051a27bc-467d-40a7-935b-cae068c6fb74,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:46.319814 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43328) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:46.370974 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-db91c4e7-d116-4b0e-adcf-9b09f56ef2d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=058e02623f6d4f53b4dd6940e86117e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492492 Jul 14 20:45:46.372894 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43330) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:46.427375 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] Publish callbacks [] for security_group (ea9e550f-0575-4592-bf54-24116a2d23bd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.452274 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] Publish callbacks [] for security_group (ea9e550f-0575-4592-bf54-24116a2d23bd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.504783 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (ea9e550f-0575-4592-bf54-24116a2d23bd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.507349 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.508497 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea9e550f-0575-4592-bf54-24116a2d23bd HTTP/1.1" status: 204 len: 168 time: 0.1346505 Jul 14 20:45:46.516379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f55b19-8d77-42a3-975b-0f17d6c74abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e550f-0575-4592-bf54-24116a2d23bd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:46.845174 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43336) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:46.886004 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-ea836785-06a2-4b08-b3fa-7cbc0bf373a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=389e4e5addb44c588ec3fc42ed9ccd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392780 Jul 14 20:45:46.888044 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43338) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:46.942740 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] Publish callbacks [] for security_group (11f78dce-a6e8-4976-ab48-bbf303e6bf24), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:46.969942 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] Publish callbacks [] for security_group (11f78dce-a6e8-4976-ab48-bbf303e6bf24), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:47.025395 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (11f78dce-a6e8-4976-ab48-bbf303e6bf24), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:47.028091 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:47.029242 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11f78dce-a6e8-4976-ab48-bbf303e6bf24 HTTP/1.1" status: 204 len: 168 time: 0.1403229 Jul 14 20:45:47.037565 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180d378-a405-4b2f-96b8-e1423a6e0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f78dce-a6e8-4976-ab48-bbf303e6bf24,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:47.598903 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 8beb058d-f0fe-4c71-8d49-cc6f85c029e4 resource provider aggregate not found Jul 14 20:45:47.619264 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 8beb058d-f0fe-4c71-8d49-cc6f85c029e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8beb058d-f0fe-4c71-8d49-cc6f85c029e4 found for delete ", "request_id": "req-b9c5061f-e6ef-4012-bf24-568732a7f7aa"}]} Jul 14 20:45:48.147570 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43372) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:48.260489 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b91e158-67bd-459e-8cfd-bcbbb0e7522a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.283244 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:48.342557 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b91e158-67bd-459e-8cfd-bcbbb0e7522a admin admin] Publish callbacks [] for security_group (3fe85398-5d04-4e0f-9b7a-84403cb152b2), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.346211 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-7b91e158-67bd-459e-8cfd-bcbbb0e7522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3fe85398-5d04-4e0f-9b7a-84403cb152b2), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.384897 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e158-67bd-459e-8cfd-bcbbb0e7522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe85398-5d04-4e0f-9b7a-84403cb152b2,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:48.388992 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-7b91e158-67bd-459e-8cfd-bcbbb0e7522a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=052bd3986862406297a6e87da4917a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398851 Jul 14 20:45:48.391692 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43376) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:45:48.442376 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] Publish callbacks [] for security_group (3fe85398-5d04-4e0f-9b7a-84403cb152b2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.468646 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] Publish callbacks [] for security_group (3fe85398-5d04-4e0f-9b7a-84403cb152b2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.519384 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3fe85398-5d04-4e0f-9b7a-84403cb152b2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.522572 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:48.524400 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fe85398-5d04-4e0f-9b7a-84403cb152b2 HTTP/1.1" status: 204 len: 168 time: 0.1317956 Jul 14 20:45:48.532336 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a031-dfaf-4978-bd7f-ee70d40177d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe85398-5d04-4e0f-9b7a-84403cb152b2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:45:55.284697 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:55.289253 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:57.616235 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d393d7bd-c9dd-4827-ab1b-c4d1efafc8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:45:58.527784 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:58.528592 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:45:59.883214 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-e00c2326-067a-4f80-9358-c091ddb7df41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:01.148649 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:02.720437 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:02.808345 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:03.221681 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:03.231888 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:08.184871 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:46:08.271512 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:08.273533 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:08.291859 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.280176 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43564) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:15.398448 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac3b2-c67d-4d27-a6f7-ce8f07007f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.479050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac3b2-c67d-4d27-a6f7-ce8f07007f35 admin admin] Publish callbacks [] for security_group (0102425c-a2ce-4ba5-a927-6714e08ab0d9), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.482708 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac3b2-c67d-4d27-a6f7-ce8f07007f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0102425c-a2ce-4ba5-a927-6714e08ab0d9), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.521324 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ac3b2-c67d-4d27-a6f7-ce8f07007f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0102425c-a2ce-4ba5-a927-6714e08ab0d9,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:15.526181 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-0e8ac3b2-c67d-4d27-a6f7-ce8f07007f35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=296bf24530494ecfa32be16d52e6b1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449577 Jul 14 20:46:15.528908 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43568) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:15.580163 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] Publish callbacks [] for security_group (0102425c-a2ce-4ba5-a927-6714e08ab0d9), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.603158 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] Publish callbacks [] for security_group (0102425c-a2ce-4ba5-a927-6714e08ab0d9), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.668522 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (0102425c-a2ce-4ba5-a927-6714e08ab0d9), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.671153 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:15.672345 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0102425c-a2ce-4ba5-a927-6714e08ab0d9 HTTP/1.1" status: 204 len: 168 time: 0.1425216 Jul 14 20:46:15.681021 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718151c-0c13-423a-805b-15b31e442a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0102425c-a2ce-4ba5-a927-6714e08ab0d9,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:25.675674 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:25.676765 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=40,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:25.696037 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:27.623978 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-860eaded-31a5-4c4e-abcf-6d13c00ad281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:27.779705 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=15 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:27.780614 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=13 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:29.887317 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-70a11152-423a-443e-b441-48929e2eafc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:31.152729 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:32.721893 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:32.828399 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:38.286374 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:40.217732 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:40.228107 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:44.658138 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-26f26548-6566-445d-b17f-83c208cede83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392718 Jul 14 20:46:44.756714 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-14b36bab-0847-4750-af34-529794bf9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:46:44.758277 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-14b36bab-0847-4750-af34-529794bf9290 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0398953 Jul 14 20:46:44.867367 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-8fd3b256-acd9-45f8-81cb-7004cd5cc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:46:44.868890 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-8fd3b256-acd9-45f8-81cb-7004cd5cc407 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.0917335 Jul 14 20:46:44.935737 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-5e65abec-c46d-4e60-83fb-387fe702903c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 1001 time: 0.0589502 Jul 14 20:46:44.985593 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-ddd0d23b-5550-4332-857d-707a4adbead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:46:44.987125 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-ddd0d23b-5550-4332-857d-707a4adbead6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0459633 Jul 14 20:46:45.035764 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-0a2099c3-13ad-4396-bd31-6752d78dffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:46:45.037315 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-0a2099c3-13ad-4396-bd31-6752d78dffc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442820 Jul 14 20:46:45.128069 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-419ee57b-690a-4001-b1ea-0390d3d47226 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Jul 14 20:46:45.189389 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:46:45.224576 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-11969b2a-ac1d-46aa-8144-b5f959f47729 req-c71e3502-e4bc-4435-bd27-931943024e1a service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898049 Jul 14 20:46:48.277008 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:48.282600 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:50.737870 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43832) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:50.843571 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:50.921852 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Publish callbacks [] for security_group (3e35048f-a0c2-47c1-ae17-7f2a1233c3a8), precommit_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:50.925459 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3e35048f-a0c2-47c1-ae17-7f2a1233c3a8), after_create {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:50.965236 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a079e511080435a8ce560675dc57f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263041 Jul 14 20:46:50.966052 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35048f-a0c2-47c1-ae17-7f2a1233c3a8,revision_number=1']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:50.967954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43836) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:50.973466 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.973804 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.974137 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.974466 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.974787 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.975130 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.975763 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.975763 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.976064 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.976379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.976694 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.977005 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.977316 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.977621 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:50.977928 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4ac8a3-c975-411c-ab3c-5a1c37c5edab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.029311 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Publish callbacks [] for security_group (3e35048f-a0c2-47c1-ae17-7f2a1233c3a8), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:51.052462 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Publish callbacks [] for security_group (3e35048f-a0c2-47c1-ae17-7f2a1233c3a8), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:51.101274 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (3e35048f-a0c2-47c1-ae17-7f2a1233c3a8), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:51.103908 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:51.105585 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e35048f-a0c2-47c1-ae17-7f2a1233c3a8 HTTP/1.1" status: 204 len: 168 time: 0.1366270 Jul 14 20:46:51.113323 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35048f-a0c2-47c1-ae17-7f2a1233c3a8,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:51.121257 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.121592 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.121927 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.122253 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.122573 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.122890 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.123226 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.123541 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.123862 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.124152 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.124463 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.124772 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.125074 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.125381 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:51.125686 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6706f3cb-44ed-415e-b0a1-5bd858acdc8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:46:52.133792 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43868) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:52.247376 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53842d08-b062-494c-96a1-5e283fe69a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.332060 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53842d08-b062-494c-96a1-5e283fe69a95 admin admin] Publish callbacks [] for security_group (595f9e02-6bb8-4694-9dfa-a0c6b635b475), precommit_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.336909 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-53842d08-b062-494c-96a1-5e283fe69a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (595f9e02-6bb8-4694-9dfa-a0c6b635b475), after_create {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.380553 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-53842d08-b062-494c-96a1-5e283fe69a95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c13db2d9b5cd46328d3fcd8c3616b902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454789 Jul 14 20:46:52.381292 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842d08-b062-494c-96a1-5e283fe69a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595f9e02-6bb8-4694-9dfa-a0c6b635b475,revision_number=1']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:52.384056 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43872) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:46:52.439527 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] Publish callbacks [] for security_group (595f9e02-6bb8-4694-9dfa-a0c6b635b475), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.461864 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] Publish callbacks [] for security_group (595f9e02-6bb8-4694-9dfa-a0c6b635b475), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.508787 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (595f9e02-6bb8-4694-9dfa-a0c6b635b475), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.511347 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:52.512990 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/595f9e02-6bb8-4694-9dfa-a0c6b635b475 HTTP/1.1" status: 204 len: 168 time: 0.1280124 Jul 14 20:46:52.523567 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2bb8a-0972-40e7-b4f4-7006a710f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f9e02-6bb8-4694-9dfa-a0c6b635b475,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:46:55.179588 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:55.181470 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:46:57.617819 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-27508395-b537-46ac-8e88-1ffd096b5af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:46:59.894250 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-5a471004-3970-4567-bec5-71ef6a33209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:00.969372 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=68,neutron:INSERT=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:00.970178 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=72,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:01.154969 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:02.516211 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:02.523242 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:02.724161 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:02.813128 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:08.299286 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:09.977679 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43876) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:10.129255 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Deleting port 28a7f17e-3231-4a09-8994-9f4890a0416e {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:10.129599 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.209903 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.210207 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for floatingip (28a7f17e-3231-4a09-8994-9f4890a0416e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.223868 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Calling delete_port for 28a7f17e-3231-4a09-8994-9f4890a0416e owned by network:floatingip {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:10.392272 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (28a7f17e-3231-4a09-8994-9f4890a0416e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.421037 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event deleted for resources: {'Port': ['ID=28a7f17e-3231-4a09-8994-9f4890a0416e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:10.488240 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for floatingip (a9b44331-fe1e-4412-9812-49cfbe7ce3a5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.488471 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.db.l3_db [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Floating IP a9b44331-fe1e-4412-9812-49cfbe7ce3a5 disassociated (deleted). External IP: 172.27.0.28, port: da21b590-1f64-4742-b37a-d9aa9698c268. Jul 14 20:47:10.706333 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:47:10.813933 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:10.818722 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for floatingip (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:10.823361 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Sync routers for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:10.834477 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:10.835126 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:10.849774 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-b8ceb79a-17da-4f03-878b-55a9f22d393c tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "DELETE /v2.0/floatingips/a9b44331-fe1e-4412-9812-49cfbe7ce3a5 HTTP/1.1" status: 204 len: 168 time: 0.8710032 Jul 14 20:47:10.850362 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:47:10.852621 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718c7aae4b9c84f7fb0179bb36ed077fbeece3c99e49c05735e80984e4f09816" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94a860-ab64-4a0d-a716-9d49fb2703da" -d '{"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:47:10.945217 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:11.119261 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558935a2-ae6d-4980-a33a-a98551d95bad req-f9ee9424-15c8-4149-a242-fecd1aeb546b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:11.121687 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-558935a2-ae6d-4980-a33a-a98551d95bad req-f9ee9424-15c8-4149-a242-fecd1aeb546b tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0571601 Jul 14 20:47:11.151887 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc5fc9b-8abf-4d74-b2aa-d6689106ac67 x-openstack-request-id: req-9bc5fc9b-8abf-4d74-b2aa-d6689106ac67 {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:47:11.152514 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "status": "completed", "code": 200}]} {{(pid=104108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:47:11.152514 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bc5fc9b-8abf-4d74-b2aa-d6689106ac67 {{(pid=104108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:47:11.152818 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc5fc9b-8abf-4d74-b2aa-d6689106ac67'] response: {'name': 'network-changed', 'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'status': 'completed', 'code': 200} Jul 14 20:47:11.180328 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-558935a2-ae6d-4980-a33a-a98551d95bad req-0198fb75-9491-4f19-88bb-a3d3f53a4fce tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521049 Jul 14 20:47:11.211619 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:11.238537 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Checking router: e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:11.247210 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:11.247810 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:11.367898 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:11.658740 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:11.700071 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761da582-e92c-488e-9cbb-05052e7b5dcf None None] The sync data for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi is: [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:42:07Z', 'revision_number': 4, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi', '_interfaces': [{'id': '2360610d-31e5-4968-bd7f-efe278091e41', 'name': '', 'network_id': 'e7b9cd92-b78c-490d-aec4-6eeb43205f28', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'mac_address': 'fa:16:3e:29:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:07Z', 'updated_at': '2022-07-14T20:42:11Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'subnets': [{'id': '5f2b3055-2437-422a-a94b-428ce53ad559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:11.929178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34d4b1-682a-46c8-b843-054444a86760 None None] New status for floating IP a9b44331-fe1e-4412-9812-49cfbe7ce3a5: DOWN {{(pid=104110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 20:47:12.194696 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-b42bb29c-e3b7-4126-8c71-99dd2d8e10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.196178 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-b42bb29c-e3b7-4126-8c71-99dd2d8e10b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8ded6a71283444e892094501f29e4da&device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 1130 time: 0.0401850 Jul 14 20:47:12.302893 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1957ed-ddd5-4d93-b25b-04061e427e82 req-b058c432-422c-493f-a1c6-0138154e0357 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.304441 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc1957ed-ddd5-4d93-b25b-04061e427e82 req-b058c432-422c-493f-a1c6-0138154e0357 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0479045 Jul 14 20:47:12.377424 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-fc1957ed-ddd5-4d93-b25b-04061e427e82 req-7c896305-5425-4740-a539-dc2cb0e8be5f tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/security-groups?id=010d599b-885a-4e51-8784-483ff86a745a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673869 Jul 14 20:47:12.454149 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-f0f1923e-0174-444b-bb13-11bffdb6cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.455576 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-f0f1923e-0174-444b-bb13-11bffdb6cab6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 200 len: 910 time: 0.1128314 Jul 14 20:47:12.644997 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-cbd0600e-b190-42df-9765-7f53f5d95843 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 200 len: 217 time: 0.0344822 Jul 14 20:47:12.801695 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-3bcc4fe2-3aa1-4dca-805f-c1b87a77b167 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.803434 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-3bcc4fe2-3aa1-4dca-805f-c1b87a77b167 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 946 time: 0.0875006 Jul 14 20:47:12.807833 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-51370f53-1b7f-4fa7-859e-241382a590cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.809300 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-51370f53-1b7f-4fa7-859e-241382a590cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 200 len: 848 time: 0.0950489 Jul 14 20:47:12.891517 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-df9af1a4-0445-48fd-a4c3-89af7f80bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 20:47:12.893053 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-df9af1a4-0445-48fd-a4c3-89af7f80bb60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7b9cd92-b78c-490d-aec4-6eeb43205f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759952 Jul 14 20:47:12.955602 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Deleting port da21b590-1f64-4742-b37a-d9aa9698c268 {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:12.955934 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:13.073931 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-8e56fe69-f248-4c97-af80-1838e7458131 service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626630 Jul 14 20:47:13.112020 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] For port da21b590-1f64-4742-b37a-d9aa9698c268, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da21b590-1f64-4742-b37a-d9aa9698c268,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:13.112379 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:13.161418 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Calling delete_port for da21b590-1f64-4742-b37a-d9aa9698c268 owned by compute:nova {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:13.238131 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-ff94a860-ab64-4a0d-a716-9d49fb2703da req-6549a321-21a0-4854-af31-55dc78022a2f service neutron] 10.222.0.62 "GET /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545658 Jul 14 20:47:13.263037 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:13.277614 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:13.327044 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (da21b590-1f64-4742-b37a-d9aa9698c268), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:13.360855 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event deleted for resources: {'Port': ['ID=da21b590-1f64-4742-b37a-d9aa9698c268,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:13.406627 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] No DVR routers for this DVR port da21b590-1f64-4742-b37a-d9aa9698c268 on host hv-cinder-79987 {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:47:13.409859 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80227'] for port (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:13.413305 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-f7d6999d-e1c1-4b90-8cd6-67c1f67f50de req-5033ae61-afe5-4715-944c-4eec01414e2a tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.62 "DELETE /v2.0/ports/da21b590-1f64-4742-b37a-d9aa9698c268 HTTP/1.1" status: 204 len: 173 time: 0.6029122 Jul 14 20:47:13.413616 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-deleted', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268'}] {{(pid=104109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 20:47:13.416156 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eefb1841ee65d070130c37d62833f699f2f87a28d5c9a11c48f4d2e6fbb12ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac717d-43cf-47b7-939f-6fc762063351" -d '{"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-deleted", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268"}]}' {{(pid=104109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 20:47:13.460866 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db990c-9193-4f49-91ad-7652360ad647 x-openstack-request-id: req-93db990c-9193-4f49-91ad-7652360ad647 {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 20:47:13.461183 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a61a7eb-3c48-4e25-91b7-93ba228b1082", "name": "network-vif-deleted", "tag": "da21b590-1f64-4742-b37a-d9aa9698c268", "status": "completed", "code": 200}]} {{(pid=104109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 20:47:13.461435 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93db990c-9193-4f49-91ad-7652360ad647 {{(pid=104109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 20:47:13.461853 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93db990c-9193-4f49-91ad-7652360ad647'] response: {'server_uuid': '2a61a7eb-3c48-4e25-91b7-93ba228b1082', 'name': 'network-vif-deleted', 'tag': 'da21b590-1f64-4742-b37a-d9aa9698c268', 'status': 'completed', 'code': 200} Jul 14 20:47:13.500814 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [req-4868ea05-7e3d-486f-8eb0-325cc9eaf261 req-0d4f64b7-9d3b-4a7b-9f3e-2d6c3c30d21d tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a61a7eb-3c48-4e25-91b7-93ba228b1082 HTTP/1.1" status: 200 len: 210 time: 0.0296719 Jul 14 20:47:14.565351 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43904) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:14.588813 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:14.599875 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:14.635921 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (010d599b-885a-4e51-8784-483ff86a745a), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:14.667491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (010d599b-885a-4e51-8784-483ff86a745a), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:14.728814 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (010d599b-885a-4e51-8784-483ff86a745a), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:14.731458 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Publish callbacks [] for security_group (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:14.732629 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] 10.222.0.52 "DELETE /v2.0/security-groups/010d599b-885a-4e51-8784-483ff86a745a HTTP/1.1" status: 204 len: 168 time: 0.1662874 Jul 14 20:47:14.742770 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30732969-9e6c-43fe-8d9d-bc5524b3e179 tempest-TestShelveInstance-893605153 tempest-TestShelveInstance-893605153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d599b-885a-4e51-8784-483ff86a745a,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:14.797499 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43908) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:15.295255 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:15.541050 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Deleting port 2360610d-31e5-4968-bd7f-efe278091e41 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:15.541386 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (2360610d-31e5-4968-bd7f-efe278091e41), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:15.621186 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] For port 2360610d-31e5-4968-bd7f-efe278091e41, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=2360610d-31e5-4968-bd7f-efe278091e41,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:15.621874 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (2360610d-31e5-4968-bd7f-efe278091e41), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:15.635658 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Calling delete_port for 2360610d-31e5-4968-bd7f-efe278091e41 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:15.636846 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:15.660594 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] No Port match for: da21b590-1f64-4742-b37a-d9aa9698c268 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:15.661138 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Device da21b590-1f64-4742-b37a-d9aa9698c268 not bound to the agent host hv-cinder-79987 {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:15.680734 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:15.781795 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:15.832996 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (2360610d-31e5-4968-bd7f-efe278091e41), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:15.868722 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2360610d-31e5-4968-bd7f-efe278091e41,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:16.040671 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:16.264328 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:47:16.371371 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:16.376670 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fd416551-e04d-41d9-8f6a-17007d3edda6 admin admin] 10.222.0.52 "PUT /v2.0/routers/e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781229 Jul 14 20:47:16.379120 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43912) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:16.384104 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Sync routers for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:16.398773 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:16.399593 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:16.489372 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks [] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:16.511883 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: dv-cinder-799871-32-iscsi {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:16.532504 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:16.600969 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks [] for router_gateway (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:16.638831 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=100 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:16.669444 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Deleting port 767d684d-9a75-4d9f-991c-169499e8dd3e {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:16.670064 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:16.696009 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:47:15Z', 'revision_number': 5, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port': {'id': '767d684d-9a75-4d9f-991c-169499e8dd3e', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:05Z', 'updated_at': '2022-07-14T20:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:16.723993 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Checking router: e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd for host: dv-cinder-799871-32-iscsi {{(pid=104111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:16.733747 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Routers {'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:16.734982 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'], 'active': True} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:16.808645 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:16.829061 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_dvr_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] Set router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd gateway port host: None {{(pid=104111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:16.880103 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.l3_hamode_db [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:47:16Z', 'revision_number': 6, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:16.909100 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a640b-3935-42c1-95a9-35ee640bfa65 None None] The sync data for ids ['e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd'] in dv-cinder-799871-32-iscsi is: [{'id': 'e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd', 'name': 'tempest-TestShelveInstance-1977616380-router', 'tenant_id': 'c8ded6a71283444e892094501f29e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:04Z', 'updated_at': '2022-07-14T20:47:16Z', 'revision_number': 6, 'project_id': 'c8ded6a71283444e892094501f29e4da', 'gw_port_host': None}] {{(pid=104111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:17.013292 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] For port 767d684d-9a75-4d9f-991c-169499e8dd3e, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=767d684d-9a75-4d9f-991c-169499e8dd3e,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:17.013638 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.026672 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Calling delete_port for 767d684d-9a75-4d9f-991c-169499e8dd3e owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:17.087135 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:17.201279 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (767d684d-9a75-4d9f-991c-169499e8dd3e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.225102 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Pushing event deleted for resources: {'Port': ['ID=767d684d-9a75-4d9f-991c-169499e8dd3e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:17.302363 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.399473 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.401755 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks [] for router_controller (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.444775 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.445449 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:47:17.450328 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.450883 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-86f6ac3a-24e0-46c8-b5b6-4dc71292c743 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e7ca3619-6d8c-44c7-bf2a-f87b1c7f87cd HTTP/1.1" status: 204 len: 168 time: 1.0707347 Jul 14 20:47:17.454620 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43914) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:17.503639 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Deleting subnet 5f2b3055-2437-422a-a94b-428ce53ad559 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:47:17.506962 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Publish callbacks [] for subnet (5f2b3055-2437-422a-a94b-428ce53ad559), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.545389 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (5f2b3055-2437-422a-a94b-428ce53ad559), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.623836 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (5f2b3055-2437-422a-a94b-428ce53ad559), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.680134 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (5f2b3055-2437-422a-a94b-428ce53ad559), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.712822 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2b3055-2437-422a-a94b-428ce53ad559,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:17.715085 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.720845 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-903249f7-fd62-4780-b906-2394f6968491 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5f2b3055-2437-422a-a94b-428ce53ad559 HTTP/1.1" status: 204 len: 168 time: 0.2627556 Jul 14 20:47:17.721615 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e81ee-88be-4fd7-ba4a-9cda3349ed75 None None] Network e7b9cd92-b78c-490d-aec4-6eeb43205f28 requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:47:17.725407 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43916) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:17.800774 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (e7b9cd92-b78c-490d-aec4-6eeb43205f28), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.852010 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Deleting port c0773057-3a12-4ec5-92fa-1c87b939b7bd {{(pid=104109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:17.852348 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.880049 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] DHCP port deletion for e7b9cd92-b78c-490d-aec4-6eeb43205f28 request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:47:17.918519 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Deleting port c0773057-3a12-4ec5-92fa-1c87b939b7bd {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:17.919128 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.920578 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.db [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] For port c0773057-3a12-4ec5-92fa-1c87b939b7bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c0773057-3a12-4ec5-92fa-1c87b939b7bd,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:17.921120 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:17.943553 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.plugin [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Calling delete_port for c0773057-3a12-4ec5-92fa-1c87b939b7bd owned by network:dhcp {{(pid=104109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:17.993092 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c0773057-3a12-4ec5-92fa-1c87b939b7bd no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:18.032585 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] For port c0773057-3a12-4ec5-92fa-1c87b939b7bd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=c0773057-3a12-4ec5-92fa-1c87b939b7bd,segment=NetworkSegment(67a005b8-7fec-4948-958d-1e63db5761d3),segment_id=67a005b8-7fec-4948-958d-1e63db5761d3)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:18.032585 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.038677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25380704'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.053411 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Calling delete_port for c0773057-3a12-4ec5-92fa-1c87b939b7bd owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:18.064691 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0773057-3a12-4ec5-92fa-1c87b939b7bd,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:18.066953 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No active binding found for port c0773057-3a12-4ec5-92fa-1c87b939b7bd {{(pid=104110) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 20:47:18.067336 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] The host dv-cinder-799871-32-iscsi is not matching for port c0773057-3a12-4ec5-92fa-1c87b939b7bd host None! {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 14 20:47:18.067775 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device c0773057-3a12-4ec5-92fa-1c87b939b7bd not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:18.068148 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 767d684d-9a75-4d9f-991c-169499e8dd3e no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:18.068280 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] No DVR routers for this DVR port c0773057-3a12-4ec5-92fa-1c87b939b7bd on host dv-cinder-799871-32-iscsi {{(pid=104109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:47:18.119920 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 767d684d-9a75-4d9f-991c-169499e8dd3e {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:18.120151 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 767d684d-9a75-4d9f-991c-169499e8dd3e not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:18.120509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2360610d-31e5-4968-bd7f-efe278091e41 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:18.144178 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 2360610d-31e5-4968-bd7f-efe278091e41 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:18.144440 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 2360610d-31e5-4968-bd7f-efe278091e41 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:18.153531 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (e7b9cd92-b78c-490d-aec4-6eeb43205f28), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.175983 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b9cd92-b78c-490d-aec4-6eeb43205f28']}} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:18.176241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (c0773057-3a12-4ec5-92fa-1c87b939b7bd), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.186677 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a005b8-7fec-4948-958d-1e63db5761d3') {'for_net_delete': True} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:18.187050 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.services.segments.db [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a005b8-7fec-4948-958d-1e63db5761d3') {} {{(pid=104109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:18.198184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25461789'] for segment (67a005b8-7fec-4948-958d-1e63db5761d3), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.202505 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Pushing event deleted for resources: {'Port': ['ID=c0773057-3a12-4ec5-92fa-1c87b939b7bd,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:18.212023 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (67a005b8-7fec-4948-958d-1e63db5761d3), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.213030 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.213410 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.213727 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.214111 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.214401 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.214747 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.215094 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.215424 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.215754 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.216079 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.216409 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.216723 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.217052 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.217372 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.217693 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-32-iscsi {{(pid=104110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 20:47:18.220358 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:47:18.220761 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25380693'] for segment (67a005b8-7fec-4948-958d-1e63db5761d3), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.221289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f263762-74dc-4c91-a068-9508c385bc5e None None] No DVR routers for this DVR port c0773057-3a12-4ec5-92fa-1c87b939b7bd on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:47:18.290292 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (e7b9cd92-b78c-490d-aec4-6eeb43205f28), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.298119 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.301743 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e7b9cd92-b78c-490d-aec4-6eeb43205f28 HTTP/1.1" status: 204 len: 168 time: 0.5752578 Jul 14 20:47:18.304931 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43922) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:18.316298 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9d4d-ecd1-4d23-9a9a-a8566e0e07f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b9cd92-b78c-490d-aec4-6eeb43205f28,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:18.389444 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 67a005b8-7fec-4948-958d-1e63db5761d3 resource provider aggregate not found Jul 14 20:47:18.403107 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:18.407708 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.services.segments.plugin [-] Segment 67a005b8-7fec-4948-958d-1e63db5761d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a005b8-7fec-4948-958d-1e63db5761d3 found for delete ", "request_id": "req-449a9a30-627d-4341-ae5d-ddb777c13ad5"}]} Jul 14 20:47:18.590971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:18.636465 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1977029'] for router_interface (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.883053 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Deleting port be2c4406-61ee-4e52-81b7-489d72d27081 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:18.883763 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.969468 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] For port be2c4406-61ee-4e52-81b7-489d72d27081, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=be2c4406-61ee-4e52-81b7-489d72d27081,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:18.969821 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:18.983739 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Calling delete_port for be2c4406-61ee-4e52-81b7-489d72d27081 owned by network:router_interface {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:19.168127 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (be2c4406-61ee-4e52-81b7-489d72d27081), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:19.193591 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2c4406-61ee-4e52-81b7-489d72d27081,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:19.251975 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:19.375545 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1976937'] for router_interface (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:19.567151 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:19.598441 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Router 30e9d3ab-7a55-40d8-980b-7eafb325ecea has already been hosted by L3 agent f1f3ebb8-54ea-4261-be21-7281aed68067 {{(pid=104108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 20:47:19.708515 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] Notify agent at l3_agent.dv-cinder-799871-32-iscsi the message routers_updated {{(pid=104108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 20:47:19.716543 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-69e434d0-de71-48d9-b602-da2b3f815bb8 admin admin] 10.222.0.52 "PUT /v2.0/routers/30e9d3ab-7a55-40d8-980b-7eafb325ecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4073896 Jul 14 20:47:19.717104 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43926) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:19.719776 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Sync routers for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 20:47:19.723295 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:19.726683 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:19.743045 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:19.743997 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:19.826024 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks [] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:19.864200 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: dv-cinder-799871-32-iscsi {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:19.936013 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks [] for router_gateway (30e9d3ab-7a55-40d8-980b-7eafb325ecea), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:19.997046 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Deleting port 08ae4e38-0817-407f-9d68-9cee924b2dcd {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:19.997386 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.047872 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'external_fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:47:19Z', 'revision_number': 5, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port': {'id': '08ae4e38-0817-407f-9d68-9cee924b2dcd', 'name': '', 'network_id': '2c90cf7e-a629-457b-afbd-734e137c2a1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '32268e8d-934f-493d-be58-1d11b9901fff', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32268e8d-934f-493d-be58-1d11b9901fff', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-32-iscsi'}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:20.076612 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Checking router: 30e9d3ab-7a55-40d8-980b-7eafb325ecea for host: dv-cinder-799871-32-iscsi {{(pid=104110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 20:47:20.086368 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] For port 08ae4e38-0817-407f-9d68-9cee924b2dcd, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=08ae4e38-0817-407f-9d68-9cee924b2dcd,segment=NetworkSegment(292fe61d-089f-4c1f-a1eb-60241382b191),segment_id=292fe61d-089f-4c1f-a1eb-60241382b191)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:20.086765 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.086882 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Routers {'30e9d3ab-7a55-40d8-980b-7eafb325ecea'} bound to L3 agent in host dv-cinder-799871-32-iscsi {{(pid=104110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 20:47:20.087434 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T20:25:30Z,description=,heartbeat_timestamp=2022-07-14T20:47:00Z,host='dv-cinder-799871-32-iscsi',id=f1f3ebb8-54ea-4261-be21-7281aed68067,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T20:25:30Z,topic='l3_agent')) {'router_ids': ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'], 'active': True} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:20.102491 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Calling delete_port for 08ae4e38-0817-407f-9d68-9cee924b2dcd owned by network:router_gateway {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:20.182300 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:20.198731 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvr_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] Set router 30e9d3ab-7a55-40d8-980b-7eafb325ecea gateway port host: None {{(pid=104110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 20:47:20.253527 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_hamode_db [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:47:19Z', 'revision_number': 6, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port_host': None}], 'dv-cinder-799871-32-iscsi', False) {} {{(pid=104110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:20.279741 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959d5f2-267a-4952-b602-2666ea36b823 None None] The sync data for ids ['30e9d3ab-7a55-40d8-980b-7eafb325ecea'] in dv-cinder-799871-32-iscsi is: [{'id': '30e9d3ab-7a55-40d8-980b-7eafb325ecea', 'name': 'tempest-TestShelveInstance-1074676207-router', 'tenant_id': '47ebe372bc944ef7967dca5e2ba857f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T20:42:10Z', 'updated_at': '2022-07-14T20:47:19Z', 'revision_number': 6, 'project_id': '47ebe372bc944ef7967dca5e2ba857f1', 'gw_port_host': None}] {{(pid=104110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 20:47:20.291929 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (08ae4e38-0817-407f-9d68-9cee924b2dcd), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.324403 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Pushing event deleted for resources: {'Port': ['ID=08ae4e38-0817-407f-9d68-9cee924b2dcd,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:20.389849 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022988'] for router_gateway (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.487019 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1977691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505'] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.489971 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks [] for router_controller (30e9d3ab-7a55-40d8-980b-7eafb325ecea), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.537463 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1977783'] for router (30e9d3ab-7a55-40d8-980b-7eafb325ecea), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.538102 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e9d3ab-7a55-40d8-980b-7eafb325ecea {{(pid=104108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 20:47:20.542664 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.543898 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-41cdbf01-aa5e-4e0b-a826-a18930f443ab admin admin] 10.222.0.52 "DELETE /v2.0/routers/30e9d3ab-7a55-40d8-980b-7eafb325ecea HTTP/1.1" status: 204 len: 168 time: 0.8258078 Jul 14 20:47:20.547591 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43928) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:20.593942 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:20.600073 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Deleting subnet 7a359177-04e7-4281-82f4-6328bfb19ff5 {{(pid=104108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 20:47:20.604092 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Publish callbacks [] for subnet (7a359177-04e7-4281-82f4-6328bfb19ff5), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.644871 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26896114'] for subnet (7a359177-04e7-4281-82f4-6328bfb19ff5), precommit_delete_associations {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.730634 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961519'] for subnet (7a359177-04e7-4281-82f4-6328bfb19ff5), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:20.795071 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3584912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801717'] for subnet (7a359177-04e7-4281-82f4-6328bfb19ff5), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.067626 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a359177-04e7-4281-82f4-6328bfb19ff5,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:21.074220 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for subnet (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.078140 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-fc31c61b-9a69-4d2f-b319-ea32576ddefe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7a359177-04e7-4281-82f4-6328bfb19ff5 HTTP/1.1" status: 204 len: 168 time: 0.5288851 Jul 14 20:47:21.080844 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [-] (104108) accepted ('10.222.0.52', 43930) {{(pid=104108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:21.084241 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbb9ee-d284-47da-92c0-b943b7367f2c None None] Network fcc83116-130e-4e0e-a91f-8b3ea751af2e requested from dv-cinder-799871-32-iscsi {{(pid=104110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 20:47:21.157589 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-974230'] for network (fcc83116-130e-4e0e-a91f-8b3ea751af2e), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.207036 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Deleting port e0496d61-f0eb-4612-bcd6-836402a6b2d0 {{(pid=104108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:21.207574 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.247053 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] DHCP port deletion for fcc83116-130e-4e0e-a91f-8b3ea751af2e request from dv-cinder-799871-32-iscsi {{(pid=104110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 20:47:21.282040 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] For port e0496d61-f0eb-4612-bcd6-836402a6b2d0, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e0496d61-f0eb-4612-bcd6-836402a6b2d0,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:21.282382 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.288513 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Deleting port e0496d61-f0eb-4612-bcd6-836402a6b2d0 {{(pid=104110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 20:47:21.288888 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782326426893'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), before_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.300733 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Calling delete_port for e0496d61-f0eb-4612-bcd6-836402a6b2d0 owned by network:dhcp {{(pid=104108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:21.365620 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.db [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] For port e0496d61-f0eb-4612-bcd6-836402a6b2d0, host dv-cinder-799871-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-32-iscsi',level=0,port_id=e0496d61-f0eb-4612-bcd6-836402a6b2d0,segment=NetworkSegment(e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6),segment_id=e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6)] {{(pid=104110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 20:47:21.366021 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022532'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), precommit_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.373954 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:21.387628 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Calling delete_port for e0496d61-f0eb-4612-bcd6-836402a6b2d0 owned by network:dhcp {{(pid=104110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 20:47:21.407041 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3584583'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.450476 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0496d61-f0eb-4612-bcd6-836402a6b2d0,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:21.453500 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] No DVR routers for this DVR port e0496d61-f0eb-4612-bcd6-836402a6b2d0 on host dv-cinder-799871-32-iscsi {{(pid=104108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:47:21.496311 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782326433055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782326069270'] for port (e0496d61-f0eb-4612-bcd6-836402a6b2d0), after_delete {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.522073 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] Pushing event deleted for resources: {'Port': ['ID=e0496d61-f0eb-4612-bcd6-836402a6b2d0,revision_number=None']} {{(pid=104110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:21.526618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26186b7b-c2b6-4d3e-bb6e-91a7495aeba9 None None] No DVR routers for this DVR port e0496d61-f0eb-4612-bcd6-836402a6b2d0 on host dv-cinder-799871-32-iscsi {{(pid=104110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 20:47:21.540285 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962476', 'neutron.services.segments.db._delete_segments_for_network-8782326534943'] for network (fcc83116-130e-4e0e-a91f-8b3ea751af2e), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.563272 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc83116-130e-4e0e-a91f-8b3ea751af2e']}} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:21.573593 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6') {'for_net_delete': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:21.573875 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.services.segments.db [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6') {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 20:47:21.585140 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782326536488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26896125'] for segment (e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6), before_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.599383 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744'] for segment (e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6), precommit_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.605859 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 20:47:21.606262 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3584626'] for segment (e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.628780 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6 resource provider aggregate not found Jul 14 20:47:21.658691 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.services.segments.plugin [-] Segment e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e459bbaf-73f9-4021-aa5b-0c83bf6f9cf6 found for delete ", "request_id": "req-e574be07-9e10-4fd6-baa7-55cb91f26012"}]} Jul 14 20:47:21.672830 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023017'] for network (fcc83116-130e-4e0e-a91f-8b3ea751af2e), after_delete {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.678689 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652685'] for network (None), before_response {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.681966 dv-cinder-799871-32-iscsi neutron-server[104108]: INFO neutron.wsgi [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fcc83116-130e-4e0e-a91f-8b3ea751af2e HTTP/1.1" status: 204 len: 168 time: 0.6000783 Jul 14 20:47:21.693528 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6606-d8d3-4ab6-a5a9-1fcabeb9ee36 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc83116-130e-4e0e-a91f-8b3ea751af2e,revision_number=None']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:21.821203 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43938) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:21.866126 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-3862ef75-6b02-4c37-a167-d9c50c2883ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8ded6a71283444e892094501f29e4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437574 Jul 14 20:47:21.868612 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43940) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:21.923215 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] Publish callbacks [] for security_group (b5f40492-930c-4043-b7ef-2304a3ff20e2), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.947940 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] Publish callbacks [] for security_group (b5f40492-930c-4043-b7ef-2304a3ff20e2), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:21.971784 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device be2c4406-61ee-4e52-81b7-489d72d27081 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:21.998846 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (b5f40492-930c-4043-b7ef-2304a3ff20e2), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.002184 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.003450 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5f40492-930c-4043-b7ef-2304a3ff20e2 HTTP/1.1" status: 204 len: 168 time: 0.1338875 Jul 14 20:47:22.012632 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d10a-fc31-40d9-8197-05962122694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f40492-930c-4043-b7ef-2304a3ff20e2,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:22.126753 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: be2c4406-61ee-4e52-81b7-489d72d27081 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:22.127411 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device be2c4406-61ee-4e52-81b7-489d72d27081 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:22.127586 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 08ae4e38-0817-407f-9d68-9cee924b2dcd no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:22.151183 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: 08ae4e38-0817-407f-9d68-9cee924b2dcd {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:22.151582 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device 08ae4e38-0817-407f-9d68-9cee924b2dcd not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:22.151965 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e0496d61-f0eb-4612-bcd6-836402a6b2d0 no longer exists at agent ovs-agent-dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 20:47:22.174781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.plugin [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] No Port match for: e0496d61-f0eb-4612-bcd6-836402a6b2d0 {{(pid=104110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 20:47:22.175191 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron.plugins.ml2.rpc [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Device e0496d61-f0eb-4612-bcd6-836402a6b2d0 not bound to the agent host dv-cinder-799871-32-iscsi {{(pid=104110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 20:47:22.192703 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:47:22.370206 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43946) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:22.400465 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:22.412776 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-816e220d-9d43-4ad7-b17d-9c5d86ac08f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47ebe372bc944ef7967dca5e2ba857f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414369 Jul 14 20:47:22.415282 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.wsgi [-] (104109) accepted ('10.222.0.52', 43948) {{(pid=104109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 20:47:22.435457 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:22.472657 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] Publish callbacks [] for security_group (dbd38b38-d89a-4cf1-b756-e7b2b3ba750e), before_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.494795 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] Publish callbacks [] for security_group (dbd38b38-d89a-4cf1-b756-e7b2b3ba750e), precommit_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.541500 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692084'] for security_group (dbd38b38-d89a-4cf1-b756-e7b2b3ba750e), after_delete {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.544254 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron_lib.callbacks.manager [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:22.545358 dv-cinder-799871-32-iscsi neutron-server[104109]: INFO neutron.wsgi [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbd38b38-d89a-4cf1-b756-e7b2b3ba750e HTTP/1.1" status: 204 len: 168 time: 0.1291416 Jul 14 20:47:22.555098 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4b144-7c27-4e87-868b-793cf4a77257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd38b38-d89a-4cf1-b756-e7b2b3ba750e,revision_number=None']} {{(pid=104109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 20:47:26.884121 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:27.622018 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-196b6dee-3771-4dd3-a5c1-728f120b8fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:29.887311 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-c3cceef6-4924-4415-939e-11708e2c1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:31.158663 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:31.668319 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=72,neutron:DELETE=12 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:31.684302 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG dbcounter [-] [104108] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104108) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:32.187239 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=21 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:32.548167 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:32.548971 dv-cinder-799871-32-iscsi neutron-server[104109]: DEBUG dbcounter [-] [104109] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104109) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:32.728618 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:32.817283 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:37.715830 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:37.726434 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:38.309586 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:48.302507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:48.305507 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:54.219343 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:54.223535 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:47:57.625042 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-59f34e46-5e40-4064-8287-75c82fca2a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:47:59.190710 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:47:59.889022 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-457fe143-d070-49af-93df-7be83d4720ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:01.161573 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:02.731289 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:02.819854 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:08.317679 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:09.186294 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:09.187188 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:18.310113 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:18.312775 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:27.626269 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-df5f4588-f89b-4529-b1fe-90b328e88362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:29.891173 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-73f7ac53-311b-4484-a4a4-d8af8da77aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:31.164209 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:31.222504 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:31.223244 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:32.734515 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:32.826919 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:36.191657 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:48:38.319009 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:46.184991 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:46.185706 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:48.312378 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:48.314370 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:48:57.628032 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-3a201858-de16-4e37-9bc3-ab2c8eb55e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:48:59.893575 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cb89d654-8ad0-4c13-9426-4cde2d8f9893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:01.166147 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:02.736252 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:02.819258 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:08.340246 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:13.191131 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:49:18.334875 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:18.336752 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:26.170188 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=6 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:26.170913 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:27.632985 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-d32413b1-ff56-4222-a7b7-6df5a2d371f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:29.895687 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91312ce6-ad35-41a5-91a5-94e6d788eafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:31.169885 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:32.738765 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:32.822011 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:38.332133 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:45.214075 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:45.215767 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:48.326346 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:48.328233 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:49:50.190603 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:49:57.635405 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-36fb0520-9904-4a01-8297-dedbc5d63a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:49:59.898485 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-34bb01e5-3c99-4f9f-a011-f28fcab33361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:00.186765 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:01.172543 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:02.741163 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:02.825305 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:08.346857 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:18.226335 dv-cinder-799871-32-iscsi neutron-server[104108]: DEBUG neutron.wsgi [req-a00a387b-43df-41f5-97ac-4c275260d578 req-6d8a165a-68fc-45c2-b4a7-77305a4f7323 service neutron] (104108) timed out ('10.222.0.62', 49720) {{(pid=104108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 20:50:18.335314 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:18.343364 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:27.189261 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:50:27.640357 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-50ab856e-b27b-4c2a-816e-c4b3aa37f517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:27.774316 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=16 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:29.900485 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-81d6917f-4c40-4f5d-844e-e2730d72ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:31.176841 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:32.743259 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:32.827265 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:37.185200 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=18 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:38.362948 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:48.353769 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:48.358660 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:57.644829 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1a57cd84-45a9-42cc-90c8-ef9784a557e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:50:59.203910 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=2 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:59.208843 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=4 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:50:59.902718 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-0ef332a0-e8cb-4885-b3bb-554f34aa928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:01.177642 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:02.746822 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:02.829380 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:04.188436 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:51:08.361606 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:14.183686 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:14.184654 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:18.356043 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:18.358259 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:26.173969 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:26.174701 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:DELETE=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:27.647991 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-dd2c146d-6599-4125-8072-fd921147fda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:29.908371 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-14cd5e25-1d2e-45b7-a18d-312051279166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:31.180224 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:32.749802 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:32.830852 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:36.203145 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:36.203904 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=3 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:38.372461 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:41.188826 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:51:48.367493 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:48.369268 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:51.182926 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:51.183611 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:51:57.649885 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec552-847f-41d6-a627-52db94f6f35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:51:59.900662 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-9d92257c-7b49-4db5-87cd-5ae3435a87ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:01.183865 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:02.756509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:02.834020 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:08.391267 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:13.206120 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:13.211923 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:18.188382 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG neutron.db.agents_db [None req-f7f4ea0c-6e89-4e7f-afe1-a3e43d479a81 None None] Agent healthcheck: found 6 active agents {{(pid=104111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 20:52:18.384710 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:18.386600 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:27.652842 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5ab3-a74f-4dba-8e17-47f902e60900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (169f0e2c-af56-49b1-b4c5-a08fd2ff8c82), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:28.183705 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=14 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:28.184704 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=14 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:29.903781 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-cd57a92e-7f30-4e88-8ef1-022471c49240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (f1f3ebb8-54ea-4261-be21-7281aed68067), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:31.187356 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-b1b6782a-d0f7-41b8-8156-fd9c3d465d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (776eae6a-e24c-4b59-9f1f-23c63bdc5eab), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:32.758296 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-da394e38-abf5-4d18-9d3e-9c1a51e228dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (8e17c608-f445-47b7-a1f4-bab365fa188a), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:32.838177 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-91a82a68-7545-4fca-a198-29cc3d2f89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (d97e0171-5474-428d-b1e3-82bc90373572), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:38.388509 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG neutron_lib.callbacks.manager [None req-2c96f777-40ed-4d6a-922a-c5df66f24110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782326534925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-960621'] for agent (cf39753a-913c-4bbd-b6d0-84faf27553d8), after_update {{(pid=104110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 20:52:48.382340 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:48.385253 dv-cinder-799871-32-iscsi neutron-server[104110]: DEBUG dbcounter [-] [104110] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104110) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:50.198693 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=1 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 20:52:50.209156 dv-cinder-799871-32-iscsi neutron-server[104111]: DEBUG dbcounter [-] [104111] Writing DB stats neutron:SELECT=5 {{(pid=104111) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}